-- Logs begin at Mon 2021-05-31 12:08:23 UTC, end at Mon 2021-05-31 13:09:22 UTC. -- May 31 12:38:36.853738 dv-cinder-790492-5-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 12:38:37.819334 dv-cinder-790492-5-smb neutron-server[98128]: Beware of the coming changes in the project packaging May 31 12:38:37.819944 dv-cinder-790492-5-smb neutron-server[98128]: https://github.com/svinota/pyroute2/discussions/786 May 31 12:38:39.278182 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.common.config [-] Logging enabled! May 31 12:38:39.278753 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 12:38:39.278964 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98128) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 12:38:39.282226 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.common.config [-] Logging enabled! May 31 12:38:39.282515 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 12:38:39.282826 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98128) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 12:38:39.283745 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:38:39.283979 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:38:39.284336 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:38:39.284581 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:38:39.284808 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:38:39.285122 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.285416 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.285709 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.285936 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.286226 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.286551 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.286833 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.287125 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.287416 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.287696 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.287969 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.288249 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.288475 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.288752 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.289032 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.289313 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.289534 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] debug = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.289811 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.290235 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.290672 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.290948 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.291235 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.291510 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.291777 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.292049 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.292339 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.292742 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] host = dv-cinder-790492-5-smb {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.293019 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.293305 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.293590 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.293873 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.294146 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.294433 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.294723 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.294993 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.295262 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] log_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.295791 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.296076 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.296357 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.296649 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.296873 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.297097 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.297382 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.297667 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.298484 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.298760 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.299033 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.299305 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.299574 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.299839 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.300120 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.300400 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.300681 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.300952 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.301223 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.301492 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.301758 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.302039 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.302307 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.302600 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.302873 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.303157 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.303424 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.303694 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.303991 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.304272 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.304550 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.304831 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.305101 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.305379 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.305648 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.305916 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.306183 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] use_json = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.306485 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.306756 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.307036 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.307305 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.307580 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.307848 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.308190 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.308476 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:39.308772 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.309068 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.309367 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.309649 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.309943 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.310222 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.310535 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.310815 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.311102 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.311390 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.311675 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.311953 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.312241 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.312518 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.312809 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.313115 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.314022 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.314433 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.314699 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.314970 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.315246 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.315527 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.315815 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.316109 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.316399 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.316670 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.316945 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.317235 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.317518 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.317793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.318068 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.318354 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.318655 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.318925 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.319204 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.319479 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.319750 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.320019 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.320293 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.320579 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.320853 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.321121 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.321390 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.321665 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.321934 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.322215 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.322516 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.322787 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.323053 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.323328 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.323596 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.323866 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.324142 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.324406 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.324677 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.324945 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.325212 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.325481 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.325748 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.326016 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.326282 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.326579 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.326857 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.327126 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.327396 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.327669 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.327940 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.328205 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.328487 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.328782 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.329095 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.329377 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.329655 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.329930 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.330206 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.330508 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.330784 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.331060 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.331329 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.331617 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.331894 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.332178 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.332457 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.332731 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.333021 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.333296 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.333575 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.333850 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.334126 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.334433 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.334715 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.335005 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.335295 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.335584 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.335872 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.336158 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.336435 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.336741 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.337017 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:39.337234 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:38:39.337474 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98128) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 12:38:39.685885 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:39.686175 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:39.686487 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:38:39.686967 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 12:38:40.072628 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.072822 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.073098 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.074291 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.074668 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.074932 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.109904 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.110182 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.110524 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.123345 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.123625 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.123893 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.153871 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.154154 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.154441 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.190739 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.191020 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.191292 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.426578 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.427223 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.427223 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.427399 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.428125 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.555278 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.555602 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.555891 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.556172 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.556439 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.556748 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.557008 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.557263 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.557515 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.557795 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.558074 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.558379 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.558605 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.558865 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.559143 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.559416 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.560763 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.561063 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.561340 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.561640 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.562005 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.562270 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.562552 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.562846 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.563104 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.563406 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.564280 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:40.564525 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:40.564768 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:40.565008 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:40.565245 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:40.565482 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:40.565854 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 12:38:40.568983 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 12:38:40.572887 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 12:38:40.576634 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) May 31 12:38:40.578264 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 12:38:40.578739 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 12:38:40.579104 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 12:38:40.579490 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 12:38:40.582464 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 12:38:40.582724 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 12:38:40.583076 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 12:38:40.609969 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 12:38:40.610968 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.611268 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98128) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 12:38:40.611629 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.612972 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98128) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 12:38:40.613254 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 12:38:40.613500 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 12:38:40.616722 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.617007 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:40.699349 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 12:38:40.699532 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 12:38:40.699772 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 12:38:40.700145 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 12:38:40.729410 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_db.sqlalchemy.engines [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98128) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 12:38:41.071040 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Initializing driver for type 'gre' May 31 12:38:41.071769 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] gre ID ranges: [(1, 1000)] May 31 12:38:41.125781 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Initializing driver for type 'local' May 31 12:38:41.126666 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Initializing driver for type 'vlan' May 31 12:38:41.138439 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] VlanTypeDriver initialization complete May 31 12:38:41.138786 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Initializing driver for type 'vxlan' May 31 12:38:41.139268 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] vxlan ID ranges: [(1, 1000)] May 31 12:38:41.194161 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Initializing extension driver 'port_security' May 31 12:38:41.194526 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.extensions.port_security [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] PortSecurityExtensionDriver initialization complete May 31 12:38:41.194862 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Initializing mechanism driver 'openvswitch' May 31 12:38:41.195184 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Initializing mechanism driver 'hyperv' May 31 12:38:41.201796 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.plugins.ml2.plugin [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:41.202592 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > port after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.202969 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > port after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.203321 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > port after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.203704 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > subnet after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.204662 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > subnet after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.205009 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > subnet after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.205385 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > network after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.205731 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > network after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.206069 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > network after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.206478 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > security_group after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.206834 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > security_group after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.207174 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > security_group after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.207550 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.207892 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.208228 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.208600 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > address_group after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.208945 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > address_group after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.209279 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > address_group after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.209616 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] ML2 OVO RPC backend initialized. {{(pid=98128) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 12:38:41.210323 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router_interface after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.210704 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.211137 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > network before_response 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.211465 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > networks before_response 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.211810 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > port before_response 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.212150 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > ports before_response 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.212491 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > subnet before_response 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.212830 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > subnets before_response 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.213173 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > network after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.213509 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > network after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.213840 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > network after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.214172 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > port after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.214536 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > port after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.214864 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > port after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.215198 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > subnet after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.215530 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > subnet after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.215858 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > subnet after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.216426 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.plugin [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Modular L2 Plugin initialization complete May 31 12:38:41.216752 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading services supported by the core plugin {{(pid=98128) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 12:38:41.217078 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.plugins.ml2.managers [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Got port-security extension from driver 'port_security' May 31 12:38:41.217541 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.extensions.vlantransparent [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Disabled vlantransparent extension. May 31 12:38:41.218029 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98128) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 12:38:41.218342 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading Plugin: router May 31 12:38:41.260936 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router_interface before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.261334 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router after_create 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.261702 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router before_create 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.262064 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.262456 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.263195 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router after_delete 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.263195 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > floatingip after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.263513 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router after_create 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.263856 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router after_update 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.264203 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router after_update 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.264550 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.264903 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router after_update 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.265313 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_update 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.265682 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: port after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.266021 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: port after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.266353 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: subnet after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.266737 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.267078 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > port precommit_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.267420 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_create 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.267762 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: port before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.268103 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.268455 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router after_update 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.268793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_delete 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.269137 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_create 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.269494 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router_interface after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.269835 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_update 55549900 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.270204 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > network after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.271091 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Tracking information for resource: router configured {{(pid=98128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:41.271422 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Tracking information for resource: floatingip configured {{(pid=98128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:38:41.276355 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.db.l3_agentschedulers_db [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 12:38:41.276930 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: port after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.277290 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: port after_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.277636 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: port after_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.277980 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: port after_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.278822 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router before_create 55550100 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.279183 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_delete 55550100 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.279536 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_create 55550100 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.279886 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > router precommit_update 55550100 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.284319 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.services.provider_configuration [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service providers = [] {{(pid=98128) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 12:38:41.284684 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.db.servicetype_db [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98128) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 12:38:41.287588 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.services.service_base [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:38:41.287937 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.services.service_base [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:38:41.288279 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.services.service_base [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:38:41.289166 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.services.service_base [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:38:41.289534 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.services.service_base [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 12:38:41.290078 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:41.290412 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 12:38:41.301500 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:41.301836 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading Plugin: auto_allocate May 31 12:38:41.307605 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: network precommit_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.307970 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: network precommit_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.308484 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:41.308798 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading Plugin: tag May 31 12:38:41.316199 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:41.316529 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading Plugin: timestamp May 31 12:38:41.320323 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:41.320651 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading Plugin: network_ip_availability May 31 12:38:41.325883 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.326203 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.326596 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.327546 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:41.327873 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading Plugin: flavors May 31 12:38:41.332893 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:41.333224 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading Plugin: revisions May 31 12:38:41.337459 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:38:41.337849 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_concurrency.lockutils [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.651s {{(pid=98128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:38:41.338621 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98128) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 12:38:41.338959 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Initializing extension manager. May 31 12:38:41.339457 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: __init__.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.339795 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: __pycache__ {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.340128 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.340457 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: address_group.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.341208 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.341775 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: address-group May 31 12:38:41.342094 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: address_scope.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.342835 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.343343 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: address-scope May 31 12:38:41.343659 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: admin_state_down_before_update.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.344591 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.345104 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: router-admin-state-down-before-update May 31 12:38:41.345428 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: agent.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.346121 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.346641 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: agent May 31 12:38:41.346958 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: agent_resources_synced.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.347853 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.348361 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: agent-resources-synced May 31 12:38:41.348679 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: allowedaddresspairs.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.350460 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.350983 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: allowed-address-pairs May 31 12:38:41.351303 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: auto_allocated_topology.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.352364 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.352878 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: auto-allocated-topology May 31 12:38:41.353201 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: availability_zone.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.353888 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.354410 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: availability_zone May 31 12:38:41.354748 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: availability_zone_filter.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.355651 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.356165 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: availability_zone_filter May 31 12:38:41.356487 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: data_plane_status.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.357394 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.357969 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension data-plane-status not supported by any of loaded plugins May 31 12:38:41.357969 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: default_subnetpools.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.359157 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.359955 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: default-subnetpools May 31 12:38:41.359955 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: dhcpagentscheduler.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.361274 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.361780 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: dhcp_agent_scheduler May 31 12:38:41.362095 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: dns.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.363014 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.363518 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension dns-integration not supported by any of loaded plugins May 31 12:38:41.363841 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: dns_domain_ports.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.364747 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.365253 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 12:38:41.365572 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: dvr.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.366230 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.366772 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: dvr May 31 12:38:41.367090 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: empty_string_filtering.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.367981 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.368489 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: empty-string-filtering May 31 12:38:41.368808 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.369700 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.370201 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 12:38:41.370594 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.371453 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.371957 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 12:38:41.372278 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: external_net.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.373170 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.373677 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: external-net May 31 12:38:41.373994 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: extra_dhcp_opt.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.374924 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.375432 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: extra_dhcp_opt May 31 12:38:41.375750 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: extraroute.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.377191 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.377694 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: extraroute May 31 12:38:41.378012 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: extraroute_atomic.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.379059 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.379564 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: extraroute-atomic May 31 12:38:41.379883 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: filter_validation.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.380539 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.381037 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: filter-validation May 31 12:38:41.381352 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: fip_pf_description.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.382432 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.382948 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 12:38:41.383266 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: fip_port_details.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.384175 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.384686 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: fip-port-details May 31 12:38:41.385010 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: flavors.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.386214 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.386766 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: flavors May 31 12:38:41.387132 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.388729 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.389243 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 12:38:41.389568 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: floatingip_pools.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.390257 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.390802 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: floatingip-pools May 31 12:38:41.391124 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: ip_allocation.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.392062 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.392562 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension ip_allocation not supported by any of loaded plugins May 31 12:38:41.392881 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.393788 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.394292 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: ip-substring-filtering May 31 12:38:41.394645 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: l2_adjacency.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.395560 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.396060 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension l2_adjacency not supported by any of loaded plugins May 31 12:38:41.396377 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: l3.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.397336 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.397850 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: router May 31 12:38:41.398172 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: l3_conntrack_helper.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.400409 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.400938 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 12:38:41.401266 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.402195 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.402749 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: ext-gw-mode May 31 12:38:41.403067 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.403971 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.404485 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: l3-ha May 31 12:38:41.404803 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: l3_flavors.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.405702 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.406217 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: l3-flavors May 31 12:38:41.406567 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.407507 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.408028 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: l3-port-ip-change-not-allowed May 31 12:38:41.408332 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: l3agentscheduler.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.409344 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.409854 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: l3_agent_scheduler May 31 12:38:41.410179 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: logging.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.411689 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.412217 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension logging not supported by any of loaded plugins May 31 12:38:41.412548 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: metering.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.413281 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.413859 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: metering May 31 12:38:41.414182 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.415287 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.415803 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: metering_source_and_destination_fields May 31 12:38:41.416126 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: multiprovidernet.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.417156 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.417664 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: multi-provider May 31 12:38:41.417986 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: netmtu.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.418923 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.419423 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: net-mtu May 31 12:38:41.419742 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: netmtu_writable.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.420909 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.421414 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: net-mtu-writable May 31 12:38:41.421743 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: network_availability_zone.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.422426 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.423454 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: network_availability_zone May 31 12:38:41.423775 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: network_ip_availability.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.425102 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.425627 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: network-ip-availability May 31 12:38:41.425949 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: network_segment_range.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.426743 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.427284 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension network-segment-range not supported by any of loaded plugins May 31 12:38:41.427559 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: pagination.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.428513 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.428841 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: pagination May 31 12:38:41.429158 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: port_device_profile.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.430053 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.430599 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: port-device-profile May 31 12:38:41.430918 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.431813 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.432324 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: port-mac-address-regenerate May 31 12:38:41.432640 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.433534 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.434036 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: port-numa-affinity-policy May 31 12:38:41.434352 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: port_resource_request.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.435272 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.435764 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension port-resource-request not supported by any of loaded plugins May 31 12:38:41.436079 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: portbindings.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.436991 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.437495 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: binding May 31 12:38:41.437815 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: portbindings_extended.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.439697 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.440210 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: binding-extended May 31 12:38:41.440535 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: portsecurity.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.441437 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.441948 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: port-security May 31 12:38:41.442276 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: project_id.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.443265 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.443593 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: project-id May 31 12:38:41.443913 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: providernet.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.444824 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.445330 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: provider May 31 12:38:41.445647 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.449107 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.449631 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos not supported by any of loaded plugins May 31 12:38:41.449962 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.451216 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.451731 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 12:38:41.452059 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.452968 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.453484 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 12:38:41.453807 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos_default.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.454871 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.455387 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos-default not supported by any of loaded plugins May 31 12:38:41.455710 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos_fip.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.456349 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.456855 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos-fip not supported by any of loaded plugins May 31 12:38:41.457174 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos_gateway_ip.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.458081 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.458617 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 12:38:41.458939 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos_port_network_policy.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.459839 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.460343 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 12:38:41.460664 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos_rule_type_details.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.461554 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.462062 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 12:38:41.462390 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: qos_rules_alias.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.463441 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.463953 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 12:38:41.464324 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: quotasv2.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.465280 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.465608 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: quotas May 31 12:38:41.465927 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: quotasv2_detail.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.467556 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.467898 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: quota_details May 31 12:38:41.468228 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: rbac.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.469264 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.469881 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: rbac-policies May 31 12:38:41.470201 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: rbac_address_group.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.471537 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.472242 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: rbac-address-group May 31 12:38:41.472565 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: rbac_address_scope.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.473475 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.473984 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: rbac-address-scope May 31 12:38:41.474305 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: rbac_security_groups.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.475228 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.475740 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: rbac-security-groups May 31 12:38:41.476058 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: rbac_subnetpool.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.476971 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.477473 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: rbac-subnetpool May 31 12:38:41.477790 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: revisionifmatch.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.478730 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.479237 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: revision-if-match May 31 12:38:41.479552 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: revisions.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.480654 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.481165 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: standard-attr-revisions May 31 12:38:41.481487 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: router_availability_zone.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.482153 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.482692 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: router_availability_zone May 31 12:38:41.483012 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: routerservicetype.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.483923 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.484442 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension router-service-type not supported by any of loaded plugins May 31 12:38:41.484765 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.486196 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.486745 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: security-groups-normalized-cidr May 31 12:38:41.487069 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: security_groups_port_filtering.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.487976 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.488484 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: port-security-groups-filtering May 31 12:38:41.488804 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.489711 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.490219 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: security-groups-remote-address-group May 31 12:38:41.490574 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: securitygroup.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.499855 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.500380 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: security-group May 31 12:38:41.500712 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: segment.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.502078 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.502611 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension segment not supported by any of loaded plugins May 31 12:38:41.502941 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.503858 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.504364 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 12:38:41.504684 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: servicetype.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.505810 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.506322 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: service-type May 31 12:38:41.506671 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: sorting.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.507646 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.507977 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: sorting May 31 12:38:41.508297 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: standard_attr_segment.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.509204 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.509718 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 12:38:41.510038 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: standardattrdescription.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.510715 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.511227 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: standard-attr-description May 31 12:38:41.511543 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: stateful_security_group.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.512445 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.512958 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: stateful-security-group May 31 12:38:41.513276 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: stdattrs_common.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.513846 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 12:38:41.514161 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.515167 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.515674 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 12:38:41.515990 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: subnet_onboard.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.517129 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.517678 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: subnet_onboard May 31 12:38:41.517996 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.519011 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.519555 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 12:38:41.519873 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: subnet_service_types.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.520825 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.521344 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: subnet-service-types May 31 12:38:41.521662 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: subnetallocation.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.522769 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.523282 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: subnet_allocation May 31 12:38:41.523599 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.524255 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.524761 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: subnetpool-prefix-ops May 31 12:38:41.525077 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.525988 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.526522 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 12:38:41.526839 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: tagging.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.527898 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.528414 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: standard-attr-tag May 31 12:38:41.528734 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: timestamp.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.529924 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.530468 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loaded extension: standard-attr-timestamp May 31 12:38:41.530792 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: trunk.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.531810 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.532407 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension trunk not supported by any of loaded plugins May 31 12:38:41.532738 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: trunk_details.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.533644 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.534156 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension trunk-details not supported by any of loaded plugins May 31 12:38:41.534517 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: uplink_status_propagation.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.535416 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.535924 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 12:38:41.536242 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Loading extension file: vlantransparent.py {{(pid=98128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:38:41.536905 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:38:41.537407 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extension vlan-transparent not supported by any of loaded plugins May 31 12:38:41.539917 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:network May 31 12:38:41.540643 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:subnet May 31 12:38:41.542548 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:41.543170 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:port May 31 12:38:41.544432 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.544869 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service FLAVORS assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.545738 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.546168 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.546534 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:router May 31 12:38:41.547187 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:floatingip May 31 12:38:41.548764 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service METERING assigned prefix: /metering {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.550185 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.550582 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.550934 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:38:41.552069 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of CountableResource for resource:rbac_policy May 31 12:38:41.552521 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:security_group May 31 12:38:41.553190 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:security_group_rule May 31 12:38:41.553923 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service CORE assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.554250 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:41.554617 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] subnetpool is already registered May 31 12:38:41.555232 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service CORE assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.555559 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:41.555878 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] subnetpool is already registered May 31 12:38:41.558476 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.558918 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service FLAVORS assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.559500 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.559918 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.560246 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:router May 31 12:38:41.560571 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] router is already registered May 31 12:38:41.561162 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:floatingip May 31 12:38:41.561487 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] floatingip is already registered May 31 12:38:41.562111 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service METERING assigned prefix: /metering {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.562816 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of CountableResource for resource:rbac_policy May 31 12:38:41.563141 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] rbac_policy is already registered May 31 12:38:41.564333 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:security_group May 31 12:38:41.564669 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] security_group is already registered May 31 12:38:41.565315 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:security_group_rule May 31 12:38:41.565652 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] security_group_rule is already registered May 31 12:38:41.566504 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service CORE assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.566877 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:41.567240 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] subnetpool is already registered May 31 12:38:41.567917 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.v2.resource_helper [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Service CORE assigned prefix: {{(pid=98128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:38:41.568332 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:38:41.568654 dv-cinder-790492-5-smb neutron-server[98128]: WARNING neutron.quota.resource_registry [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] subnetpool is already registered May 31 12:38:41.569343 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: extensions {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.570855 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: address-groups {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.572473 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: address-scopes {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.573767 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: agents {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.575064 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: auto-allocated-topology {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.576585 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: availability_zones {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.577862 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: dhcp-networks {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.579407 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: dhcp-agents {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.580828 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: routers {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.582650 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: flavors {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.583831 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: service_profiles {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.585046 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: next_providers {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.586603 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: service_profiles {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.588036 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: floatingip-pools {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.589244 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: routers {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.591106 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: floatingips {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.592280 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: l3-routers {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.593653 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: l3-agents {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.595613 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: metering-labels {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.596965 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: metering-label-rules {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.598230 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: network-ip-availabilities {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.599524 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: bindings {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.601167 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: quotas {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.602636 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: quotas {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.604046 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: rbac-policies {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.605542 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: security-groups {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.606787 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: security-group-rules {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.608004 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: service-providers {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.609227 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: subnetpools {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.612187 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: subnetpools {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.613646 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.615360 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.728370 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.730141 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.731958 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.733827 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.736107 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.738001 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.739787 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.741642 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron.api.extensions [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Extended resource: tags {{(pid=98128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:38:41.747471 dv-cinder-790492-5-smb neutron-server[98128]: WARNING keystonemiddleware.auth_token [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 12:38:41.752188 dv-cinder-790492-5-smb neutron-server[98128]: WARNING keystonemiddleware.auth_token [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 12:38:41.760470 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_concurrency.lockutils [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Acquired lock "singleton_lock" {{(pid=98128) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 12:38:41.760948 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_concurrency.lockutils [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Releasing lock "singleton_lock" {{(pid=98128) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 12:38:41.761573 dv-cinder-790492-5-smb neutron-server[98128]: INFO oslo_service.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Starting 2 workers May 31 12:38:41.766224 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Started child 98235 {{(pid=98128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:38:41.770535 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Started child 98236 {{(pid=98128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:38:41.771443 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:41.772175 dv-cinder-790492-5-smb neutron-server[98128]: INFO neutron.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Neutron service started, listening on 0.0.0.0:9696 May 31 12:38:41.772779 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Notify callbacks [] for process, before_spawn {{(pid=98128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:41.772962 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [-] (98235) wsgi starting up on http://0.0.0.0:9696 May 31 12:38:41.775035 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:41.775457 dv-cinder-790492-5-smb neutron-server[98128]: INFO oslo_service.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Starting 1 workers May 31 12:38:41.776419 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [-] (98236) wsgi starting up on http://0.0.0.0:9696 May 31 12:38:41.780369 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Started child 98237 {{(pid=98128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:38:41.780876 dv-cinder-790492-5-smb neutron-server[98128]: INFO oslo_service.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Starting 1 workers May 31 12:38:41.784352 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] calling RpcWorker wait() {{(pid=98237) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 12:38:41.784944 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] returning from RpcWorker wait() {{(pid=98237) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 12:38:41.786091 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Started child 98238 {{(pid=98128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:38:41.786267 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:41.786820 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:41.786916 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG neutron_lib.callbacks.manager [None req-01ef5b7c-9c73-4d4f-a096-57964b5a2b8f None None] Notify callbacks [] for process, after_spawn {{(pid=98128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:41.788727 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98128) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 12:38:41.788957 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:38:41.789152 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:38:41.789371 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:38:41.789720 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:38:41.789883 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:38:41.790381 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.790703 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:41.791174 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.791174 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.791298 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.791507 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.792084 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.792328 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.792595 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.792858 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.793113 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.793290 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.793457 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.793713 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.793973 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.794281 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.794579 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.794839 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.795107 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.795279 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.795807 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.796085 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.796315 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.796588 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] debug = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.796831 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.797310 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.797542 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.798352 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.798775 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.798920 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.799143 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.799452 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.799699 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.799933 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.800152 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.800516 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.800935 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.800935 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.801101 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.801323 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.801541 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.802037 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] host = dv-cinder-790492-5-smb {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.802276 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.802522 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.802793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.803051 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.803293 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.803513 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.803774 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.804021 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.804264 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.804510 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.804753 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.805013 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.805247 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.805495 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.805659 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_options = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.805917 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.806204 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.806488 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.806678 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.806846 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.807026 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.807291 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.807454 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.807706 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.807930 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.808144 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.808381 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.808623 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.808836 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.809087 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.809322 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.809578 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.809814 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.810058 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.810292 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.810544 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.810794 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.811026 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.811262 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.811495 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.811714 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.811939 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.812170 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.812382 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.812643 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.812862 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.813147 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.813418 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.813658 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.813905 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.814134 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.814351 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.814636 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.814868 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.815112 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.815370 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.815583 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.816375 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:41.816749 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.816913 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.817126 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.817374 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_json = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.817588 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.817809 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.818077 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.818316 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.818579 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.818783 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.819030 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.819239 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.819675 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.820160 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.820315 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.820672 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.820999 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.821163 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.821352 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.821651 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.821893 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.822126 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.823064 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.823301 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.823640 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.824217 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.824217 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.824389 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.825022 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.825022 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.825205 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.825394 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.826431 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.826431 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.826431 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.826724 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.826802 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.827852 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.827852 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.827852 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.827852 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.828183 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.829407 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.829407 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.829407 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.829407 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.829698 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.830122 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.830227 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.830431 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.830764 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.830921 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.831170 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.831736 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.831736 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.831910 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.833025 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.833025 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.833025 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.833025 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.833025 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.833443 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.833443 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.833591 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.834761 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.834761 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.834761 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.834761 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.834761 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.835151 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.835310 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.835540 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.835787 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.836044 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.836268 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.836485 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.836723 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.837242 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.837489 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.837729 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.837973 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.838223 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.838491 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.838707 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.838929 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.839163 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.839403 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.839636 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.839854 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.840101 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.840327 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.840545 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.840760 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.840978 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.841202 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.841419 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.841703 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.842018 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.842243 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.842519 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.842759 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.843019 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.843270 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.843531 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.843794 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.844044 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.844259 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.845012 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.845270 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.845636 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.845788 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.846517 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.846517 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.846517 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.846885 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.847022 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.847248 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.847389 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.847834 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.847975 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.848669 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.848669 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.848669 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.849056 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.849186 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.849460 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.849753 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.849961 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.850246 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.850542 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.850806 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.852598 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.852598 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.852598 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.852598 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.852598 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.853358 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.853358 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.853358 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.853706 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.853837 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.854069 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.854287 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.854541 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.854865 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.855100 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.855314 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.855861 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.855861 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.856120 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.857997 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.857997 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.857997 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.857997 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.857997 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.857997 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.857997 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.857997 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.859080 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.859080 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.859080 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.859080 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.859080 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.861793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.861793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.861793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.861793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.861793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.861793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.861793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.861793 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.862755 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.862755 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.862755 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.862755 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.862755 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.862755 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.863408 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.863408 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.863408 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.863754 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.863754 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.863994 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.864627 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.864627 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.864893 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.864893 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.865141 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.866183 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.866183 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.866183 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.866183 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.866708 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.866708 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.866916 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.867027 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.867268 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.867496 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.867733 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.868050 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.868321 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.868531 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.868773 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.868988 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.869224 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.869487 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.869694 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.869908 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.870126 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.870344 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.870659 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.870903 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.871124 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.871334 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.871543 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.871777 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.871995 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.872224 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.872521 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.872770 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.873007 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.873242 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.873469 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.873695 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.873907 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.874136 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.874358 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.874595 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.874841 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.875051 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.875261 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.875475 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.875688 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.875973 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.876186 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.876396 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.876611 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.876825 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.877070 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.877282 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.877490 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.877705 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.877913 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.878240 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.878526 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.878769 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.879076 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.879309 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.879538 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.879798 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.880121 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.880362 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.880594 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.880832 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.881053 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.881636 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.881636 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.881829 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.882112 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.882368 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.882670 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.882944 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.883241 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.883500 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.883713 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.884026 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.884368 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.884651 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.884898 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.885129 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.885403 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.885651 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.885870 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.886108 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.886358 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.886629 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.886872 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.887108 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.887334 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.887552 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.887801 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.888019 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.888267 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.888502 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.888725 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.888943 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.889106 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:38:41.889677 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98128) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 12:38:41.889838 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:38:41.889983 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:38:41.890148 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:38:41.890309 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:38:41.890505 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:38:41.890690 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.890851 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.891012 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.891172 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.891332 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.891526 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.891717 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.891870 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.892021 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.892182 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.892332 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.892495 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.892645 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.892803 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.892952 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.893112 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.893263 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.893416 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.893577 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.893727 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.893864 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.894020 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.894165 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] debug = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.894321 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.894506 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.894675 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.894824 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.894981 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.895138 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.895294 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.895455 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.895610 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.895766 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.895924 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.896080 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.896236 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.896392 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.896547 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.896705 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.896862 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.897019 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] host = dv-cinder-790492-5-smb {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.897177 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.897335 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.897493 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.897650 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.897810 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.897981 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.898100 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.898257 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.898433 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.898594 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.898737 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.898958 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.899124 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.899267 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.899421 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_options = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.899570 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.899729 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.899879 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.900057 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.900212 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.900363 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.900516 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.900673 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.900822 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.900980 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.901131 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.901290 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.901440 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.901598 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.901812 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.902147 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.902147 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.902534 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.902534 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.902534 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.902935 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.902935 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.902935 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.903315 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.903315 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.903581 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.903581 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.903844 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.903844 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.904100 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.904100 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.904310 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.904390 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905097 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905097 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905097 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905097 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905097 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905407 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905407 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905600 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905717 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.905854 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.906020 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.906201 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.906337 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_json = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.906483 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.906643 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.906773 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.906932 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.907591 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.907738 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.907888 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.908041 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:38:41.908256 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.908389 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.908513 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.908674 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.908828 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.908987 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.909165 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.909307 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.909468 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.909626 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.909791 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.909951 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.910120 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.910271 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.910442 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.910604 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.910754 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.910899 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.911048 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.911170 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.911692 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.911692 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.911692 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.912103 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.912103 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.912103 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.912509 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.912509 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.913322 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.913322 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.913322 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.913322 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.913322 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.913322 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.914458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.914458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.914458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.914458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.914458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.914458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.914458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.914458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.915547 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.915547 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.915547 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.915547 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.915547 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.915547 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.915547 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916018 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916018 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916018 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916232 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916309 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916426 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916588 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916744 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.916912 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.917065 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.917212 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.917397 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.917526 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.917678 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.918613 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.918613 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.918613 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.918613 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.918613 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.918613 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919093 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919093 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919093 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919309 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:41.919394 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919394 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919539 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919617 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919778 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.919948 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.920088 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.920248 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.920653 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.920821 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.920979 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.921138 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.921306 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.921480 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.921641 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.921800 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.921959 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.922120 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.922280 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.922457 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.922618 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.923370 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.923530 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.923689 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.923848 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.924011 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.924171 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.924330 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.924487 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.924645 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.924803 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.924962 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.925121 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.925279 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.925438 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.925596 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.925755 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.925917 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.926100 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.926268 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.926444 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.926607 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.926766 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.926934 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.927107 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.927265 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.927425 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.927583 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.927741 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.927899 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.928071 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.928219 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.928376 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.928536 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.928712 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.928862 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.929029 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.929188 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.929346 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.929505 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.929685 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.929844 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.930003 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.930162 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.930321 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.930519 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.930679 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.930838 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.931248 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.931248 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.931717 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.931717 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.931874 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.932000 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.932088 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.932213 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.932344 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.932681 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.932681 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.932920 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.933328 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.933328 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.933572 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.933696 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.933818 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.933949 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.934067 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.934231 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.934391 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.934572 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.934915 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.934915 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.935151 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.935151 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.935386 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.935509 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.935631 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.935752 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.935915 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.936281 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.936281 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.936526 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.936647 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.936740 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.936857 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.937018 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.937178 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.937338 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.937498 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.937658 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.937819 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.937979 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.938139 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.938440 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.938538 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.938657 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.938812 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.938969 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.939128 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.939285 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.939444 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.939586 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.939751 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.939908 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.940068 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.940227 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.940387 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.940549 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.940708 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.940868 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.941027 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.941185 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.941338 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.941824 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.941824 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.941824 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.942495 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.942495 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.942495 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.942495 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.942847 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.942847 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.942989 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.943065 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.943177 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.943336 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.943496 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.943654 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.943813 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.943981 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.944140 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.944299 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.944458 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.944615 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.944783 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.944941 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.945098 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.945257 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.945416 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.945582 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.945749 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.945907 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.946073 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.946231 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.946617 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.946617 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.946843 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.946986 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.947189 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.947189 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.947385 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.947502 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.947609 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.947773 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.947941 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.948165 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.948251 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.948441 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.948575 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.948742 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.948901 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.949068 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.949239 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.949397 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.949558 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.949716 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.949876 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.950034 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.950192 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.950350 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.950531 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.950690 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.950848 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.951006 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.951164 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.951322 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.951481 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.951641 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.951799 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.951957 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.952115 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.952275 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:38:41.952427 dv-cinder-790492-5-smb neutron-server[98128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:38:42.028609 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58330) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:38:42.037720 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069799 May 31 12:38:53.159410 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f745a87a-2a98-45c6-973f-cb4e8eca9fb7 None None] get_active_networks_info from dv-cinder-790492-5-smb {{(pid=98237) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 12:38:53.234158 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f745a87a-2a98-45c6-973f-cb4e8eca9fb7 None None] No non-hosted networks {{(pid=98237) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 12:38:53.258351 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-9396bb30-5cc2-4f6b-8b70-2cb8eae0eaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798'] for agent, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:55.407583 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-9b83939f-0e3d-4d0d-af5a-a964c177eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798'] for agent, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:55.412873 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798'] for agent, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:55.415403 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.416326 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.418104 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.419479 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.421171 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.424263 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.425161 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.427334 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.427896 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.428473 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.429718 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.430297 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:38:55.433328 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:55.476940 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-5dd7b2b9-1c78-41ce-bb21-afff544da57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:55.509819 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:38:56.359128 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798'] for agent, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:58.101266 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798'] for agent, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:38:59.418632 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.db.l3_hamode_db [None req-77253134-0598-44fb-8374-1a3d53fcfbbd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 12:38:59.504455 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77253134-0598-44fb-8374-1a3d53fcfbbd None None] Routers set() bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:38:59.504845 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77253134-0598-44fb-8374-1a3d53fcfbbd None None] Router IDs set() for agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 12:38:59.564034 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58424) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:00.147203 dv-cinder-790492-5-smb neutron-server[98235]: WARNING oslo_policy.policy [None req-72a9cc54-a2b6-4921-9c04-cf67c65238c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:39:00.147775 dv-cinder-790492-5-smb neutron-server[98235]: WARNING oslo_policy.policy [None req-72a9cc54-a2b6-4921-9c04-cf67c65238c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:39:00.364513 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [None req-72a9cc54-a2b6-4921-9c04-cf67c65238c0 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:39:00.365537 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-72a9cc54-a2b6-4921-9c04-cf67c65238c0 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8005741 May 31 12:39:02.691491 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58438) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:03.060243 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:03.164512 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.policy [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98235) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 12:39:03.209875 dv-cinder-790492-5-smb neutron-server[98235]: WARNING oslo_policy.policy [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:39:03.210244 dv-cinder-790492-5-smb neutron-server[98235]: WARNING oslo_policy.policy [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:39:03.218768 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.quota [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] Loaded quota_driver: . May 31 12:39:03.234673 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:03.293915 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770621998432', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770621997796', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770622019837', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770622014377', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770621970988', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770621964418', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-531644', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1598760', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2049429'] for rbac-policy, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:03.355609 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:03.356874 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b9c7c86a-2e95-49ff-a05b-ed657bceb1d2 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6644511 May 31 12:39:05.941873 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58452) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:06.288622 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Request body: {'network': {'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'admin_state_up': True, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'name': 'private'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:06.293682 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:06.299103 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Usage tracker for resource:network and tenant:3142cfd3544442adb98fdb012e734c0f is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:06.303512 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:06.309470 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:06.319508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Made reservation on behalf of 3142cfd3544442adb98fdb012e734c0f for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:39:06.322534 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:06.339635 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:06.353965 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:06.357716 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3142cfd3544442adb98fdb012e734c0f is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:06.363248 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:06.368670 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:06.466802 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:06.471244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:06.476576 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:06.495031 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:39:06.521075 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770624418789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:06.521722 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Unsubscribe: segment precommit_create {{(pid=98235) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 12:39:06.522206 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Added segment 10cc2b73-9eda-4700-b8d2-1e69e232428e of type vlan for network f07e0509-ea01-478c-9873-b4a127fe0681 May 31 12:39:06.570467 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a210cc-37c4-4e90-ae01-d0202fc5d201,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:06.591247 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.591573 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.591892 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.592206 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.592517 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.592826 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.593132 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.593434 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.593752 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.594595 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.594898 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.595197 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Tracked resource versions report: May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: pushed versions: May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: { 'AddressGroup': {'1.2'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'ConntrackHelper': {'1.0'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Log': {'1.0'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Network': {'1.1'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Port': {'1.7'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'PortForwarding': {'1.2'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'QosPolicy': {'1.8'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'SecurityGroup': {'1.4'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'SecurityGroupRule': {'1.2'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'SubPort': {'1.0'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Subnet': {'1.1'}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Trunk': {'1.1'}} May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: consumer versions: May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: { DHCP agent@dv-cinder-790492-5-smb: {}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: L3 agent@dv-cinder-790492-5-smb: {}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: Metadata agent@dv-cinder-790492-5-smb: {}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: Metering agent@dv-cinder-790492-5-smb: {}, May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: Open vSwitch agent@dv-cinder-790492-5-smb: { 'AddressGroup': '1.2', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'ConntrackHelper': '1.0', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Log': '1.0', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Network': '1.1', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Port': '1.7', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'PortForwarding': '1.2', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'QosPolicy': '1.8', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'SecurityGroup': '1.4', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'SecurityGroupRule': '1.2', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'SubPort': '1.0', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Subnet': '1.1', May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: 'Trunk': '1.1'}} May 31 12:39:06.596297 dv-cinder-790492-5-smb neutron-server[98235]: {{(pid=98235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:39:06.644141 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:06.645822 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:06.685358 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:06.686782 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:06.687395 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:06.691818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:06.791094 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8480523 May 31 12:39:06.793929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f07e0509-ea01-478c-9873-b4a127fe0681,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:06.797395 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:06.805644 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network f07e0509-ea01-478c-9873-b4a127fe0681 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:39:09.529011 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 58468) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:10.108705 dv-cinder-790492-5-smb neutron-server[98236]: WARNING oslo_policy.policy [None req-58e40c5a-d94b-450a-b8fe-25ecb7079899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:39:10.109283 dv-cinder-790492-5-smb neutron-server[98236]: WARNING oslo_policy.policy [None req-58e40c5a-d94b-450a-b8fe-25ecb7079899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:39:10.538016 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.policy [None req-58e40c5a-d94b-450a-b8fe-25ecb7079899 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98236) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 12:39:10.582412 dv-cinder-790492-5-smb neutron-server[98236]: WARNING oslo_policy.policy [None req-58e40c5a-d94b-450a-b8fe-25ecb7079899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:39:10.582815 dv-cinder-790492-5-smb neutron-server[98236]: WARNING oslo_policy.policy [None req-58e40c5a-d94b-450a-b8fe-25ecb7079899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:39:10.590997 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e40c5a-d94b-450a-b8fe-25ecb7079899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:10.592802 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-58e40c5a-d94b-450a-b8fe-25ecb7079899 admin admin] 10.222.0.65 "GET /v2.0/networks/f07e0509-ea01-478c-9873-b4a127fe0681 HTTP/1.1" status: 200 len: 825 time: 1.0617733 May 31 12:39:10.624546 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e7484de0-5b80-464b-b567-aeab40c3e4bc admin admin] 10.222.0.65 "GET /v2.0/subnetpools/8e01e0a2-baba-410d-b6fc-74893296a3df HTTP/1.1" status: 200 len: 734 time: 0.0258632 May 31 12:39:10.633004 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Request body: {'subnet': {'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681', 'subnetpool_id': '8e01e0a2-baba-410d-b6fc-74893296a3df', 'gateway_ip': '172.20.0.1', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:10.634607 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.quota [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Loaded quota_driver: . May 31 12:39:10.640488 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:10.646552 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Usage tracker for resource:subnet and tenant:3142cfd3544442adb98fdb012e734c0f is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:10.649785 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:10.657315 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:10.672210 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Made reservation on behalf of 3142cfd3544442adb98fdb012e734c0f for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:39:10.675053 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:11.160487 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:11.166095 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:11.247717 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Checking segment: {'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:39:11.248078 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Network hostable DHCP agents. Network: f07e0509-ea01-478c-9873-b4a127fe0681, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:39:11.262713 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3540dd3-27a5-42ae-9732-dc9ac4dfba22,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:11.272725 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.273051 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.273375 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.273688 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.273998 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.274305 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.274734 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.275042 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.275367 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.275671 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.276023 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.276772 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Tracked resource versions report: May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: pushed versions: May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: { 'AddressGroup': {'1.2'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'ConntrackHelper': {'1.0'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Log': {'1.0'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Network': {'1.1'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Port': {'1.7'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'PortForwarding': {'1.2'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'QosPolicy': {'1.8'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'SecurityGroup': {'1.4'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'SecurityGroupRule': {'1.2'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'SubPort': {'1.0'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Subnet': {'1.1'}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Trunk': {'1.1'}} May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: consumer versions: May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: { DHCP agent@dv-cinder-790492-5-smb: {}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: L3 agent@dv-cinder-790492-5-smb: {}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: Metadata agent@dv-cinder-790492-5-smb: {}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: Metering agent@dv-cinder-790492-5-smb: {}, May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: Open vSwitch agent@dv-cinder-790492-5-smb: { 'AddressGroup': '1.2', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'ConntrackHelper': '1.0', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Log': '1.0', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Network': '1.1', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Port': '1.7', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'PortForwarding': '1.2', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'QosPolicy': '1.8', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'SecurityGroup': '1.4', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'SecurityGroupRule': '1.2', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'SubPort': '1.0', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Subnet': '1.1', May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: 'Trunk': '1.1'}} May 31 12:39:11.277470 dv-cinder-790492-5-smb neutron-server[98236]: {{(pid=98236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:39:11.309521 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Network f07e0509-ea01-478c-9873-b4a127fe0681 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:39:11.314322 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:11.321670 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, f07e0509-ea01-478c-9873-b4a127fe0681) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:11.326535 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:11.327177 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:11.332879 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d73eb-f8c1-4203-a909-2492e1aab1d4 None None] Network f07e0509-ea01-478c-9873-b4a127fe0681 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:39:11.348702 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7190416 May 31 12:39:11.639140 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663840a6-34a0-55c5-ac74-306b568a2a00-f07e0509-ea01-478c-9873-b4a127fe0681', 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'fixed_ips': [{'subnet_id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22'}]}} from dv-cinder-790492-5-smb. {{(pid=98237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:39:11.640370 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:11.825750 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.db_base_plugin_common [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Allocated IP 172.20.0.2 (f07e0509-ea01-478c-9873-b4a127fe0681/d3540dd3-27a5-42ae-9732-dc9ac4dfba22/0362049f-dd57-475a-95d8-feb0dedea9f2) {{(pid=98237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:39:12.064730 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:12.077928 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Transition to ACTIVE for port object 0362049f-dd57-475a-95d8-feb0dedea9f2 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:39:12.097268 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Transition to ACTIVE for port object 0362049f-dd57-475a-95d8-feb0dedea9f2 will not be triggered until provisioned by entity DHCP. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:39:12.104186 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:12.110227 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:12.169625 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Network f07e0509-ea01-478c-9873-b4a127fe0681 is already hosted by enough agents. {{(pid=98237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:39:12.173204 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Resources bound (agent type, host, resource id): {{(pid=98237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:12.179920 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Received port after_create {{(pid=98237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:39:12.183354 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Pushing event updated for resources: {'Port': ['ID=0362049f-dd57-475a-95d8-feb0dedea9f2,revision_number=1']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:12.222601 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.222911 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.223243 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.223579 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.223873 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.224199 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.224490 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.224844 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.225241 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.225469 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.225774 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.226113 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Tracked resource versions report: May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: pushed versions: May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: { 'AddressGroup': {'1.2'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'ConntrackHelper': {'1.0'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Log': {'1.0'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Network': {'1.1'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Port': {'1.7'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'PortForwarding': {'1.2'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'QosPolicy': {'1.8'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'SecurityGroup': {'1.4'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'SecurityGroupRule': {'1.2'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'SubPort': {'1.0'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Subnet': {'1.1'}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Trunk': {'1.1'}} May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: consumer versions: May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: { DHCP agent@dv-cinder-790492-5-smb: {}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: L3 agent@dv-cinder-790492-5-smb: {}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: Metadata agent@dv-cinder-790492-5-smb: {}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: Metering agent@dv-cinder-790492-5-smb: {}, May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: Open vSwitch agent@dv-cinder-790492-5-smb: { 'AddressGroup': '1.2', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'ConntrackHelper': '1.0', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Log': '1.0', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Network': '1.1', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Port': '1.7', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'PortForwarding': '1.2', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'QosPolicy': '1.8', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'SecurityGroup': '1.4', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'SecurityGroupRule': '1.2', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'SubPort': '1.0', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Subnet': '1.1', May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: 'Trunk': '1.1'}} May 31 12:39:12.227352 dv-cinder-790492-5-smb neutron-server[98237]: {{(pid=98237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:39:12.259862 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:12.284112 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Attempting to bind port 0362049f-dd57-475a-95d8-feb0dedea9f2 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:39:12.284499 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Attempting to bind port 0362049f-dd57-475a-95d8-feb0dedea9f2 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:39:12.284925 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Attempting to bind port 0362049f-dd57-475a-95d8-feb0dedea9f2 on network f07e0509-ea01-478c-9873-b4a127fe0681 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:39:12.290015 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:39:12.290439 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Checking segment: {'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:39:12.290902 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:12.291287 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Bound using segment: {'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:39:12.291912 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Bound port: 0362049f-dd57-475a-95d8-feb0dedea9f2, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:39:12.292285 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:12.381290 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] For port 0362049f-dd57-475a-95d8-feb0dedea9f2, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:39:12.385085 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] For port 0362049f-dd57-475a-95d8-feb0dedea9f2, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=0362049f-dd57-475a-95d8-feb0dedea9f2,segment=NetworkSegment(10cc2b73-9eda-4700-b8d2-1e69e232428e),segment_id=10cc2b73-9eda-4700-b8d2-1e69e232428e)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:39:12.390582 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:12.394416 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:12.477565 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Pushing event updated for resources: {'Port': ['ID=0362049f-dd57-475a-95d8-feb0dedea9f2,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:12.487384 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:13.728169 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 58488) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:14.096065 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [None req-7f66275a-ab40-41e1-90cd-a15540784971 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:39:14.110423 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-7f66275a-ab40-41e1-90cd-a15540784971 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3679628 May 31 12:39:16.471312 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 58498) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:16.861633 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [None req-ddc27426-bae2-4a37-bc1b-b2af62a776ef admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:39:16.868084 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ddc27426-bae2-4a37-bc1b-b2af62a776ef admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3957984 May 31 12:39:17.223263 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 0362049f-dd57-475a-95d8-feb0dedea9f2 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:17.294029 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 0362049f-dd57-475a-95d8-feb0dedea9f2 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:17.930545 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811a5ed-d080-4154-8cd3-1ed6ba8a722a None None] Network f07e0509-ea01-478c-9873-b4a127fe0681 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:39:18.025754 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] Provisioning for port 0362049f-dd57-475a-95d8-feb0dedea9f2 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:18.045122 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] Provisioning complete for port 0362049f-dd57-475a-95d8-feb0dedea9f2 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:18.045522 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:18.256098 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:18.301541 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] For port 0362049f-dd57-475a-95d8-feb0dedea9f2, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=0362049f-dd57-475a-95d8-feb0dedea9f2,segment=NetworkSegment(10cc2b73-9eda-4700-b8d2-1e69e232428e),segment_id=10cc2b73-9eda-4700-b8d2-1e69e232428e)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:39:18.308202 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:18.311845 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:18.382065 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] Pushing event updated for resources: {'Port': ['ID=0362049f-dd57-475a-95d8-feb0dedea9f2,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:18.385273 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:18.530536 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-6641f43f-ff90-401d-8330-14c22942acb9 None None] Provisioning complete for port 0362049f-dd57-475a-95d8-feb0dedea9f2 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:18.530843 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6641f43f-ff90-401d-8330-14c22942acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:19.209776 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 0362049f-dd57-475a-95d8-feb0dedea9f2 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:19.300925 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 0362049f-dd57-475a-95d8-feb0dedea9f2 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:19.301629 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:19.513576 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 58514) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:19.866267 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Request body: {'router': {'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'name': 'router1', 'admin_state_up': True}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:19.871111 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:19.874843 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Usage tracker for resource:router and tenant:3142cfd3544442adb98fdb012e734c0f is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:19.878324 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:19.884128 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:19.893841 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7846'] for router, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:19.895455 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1941600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1965197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:19.916553 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:20.038741 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510'] for router, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:20.057513 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] Notify callbacks [] for router, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:20.058691 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-38d9deb6-e94c-43b4-ae1b-c3cc5fbd0f02 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5441403 May 31 12:39:22.366644 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 58524) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:22.729038 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [None req-71baf15d-dc41-474b-930d-d6d348d2a05f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:39:22.730091 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-71baf15d-dc41-474b-930d-d6d348d2a05f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3625376 May 31 12:39:23.024035 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-b87dea5a-7b6d-41f8-be14-d064f71e5446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.082880 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58534) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:25.379215 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-9b2cb92f-3cba-4c20-8966-4eefe2b427fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.391705 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.470666 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:25.475272 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:25.479001 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Usage tracker for resource:network and tenant:b8131fde765e4435841f3e4e23874f82 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:25.482023 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:25.488772 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:25.497822 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Made reservation on behalf of b8131fde765e4435841f3e4e23874f82 for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:39:25.500054 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.511486 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.525749 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:25.529410 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Usage tracker for resource:security_group_rule and tenant:b8131fde765e4435841f3e4e23874f82 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:25.532777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:25.538326 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:25.619034 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.622780 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.626740 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:25.639312 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Reserving flat network on physical network physnet1 {{(pid=98235) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 12:39:25.666660 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7dff0a-110f-4416-a4db-8488581ce7b3,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:25.669437 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.669774 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Added segment 957108da-e398-4755-8b97-e13e7dee7eda of type flat for network 6716e70a-5906-4d62-a93e-9dcbd55148be May 31 12:39:25.671170 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:25.703425 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.738550 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.739776 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:25.740341 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:25.744954 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:25.839117 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7551515 May 31 12:39:25.841967 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Pushing event updated for resources: {'Network': ['ID=6716e70a-5906-4d62-a93e-9dcbd55148be,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:25.844655 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:25.852540 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 6716e70a-5906-4d62-a93e-9dcbd55148be details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:39:26.292716 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:28.034540 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:28.159452 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58554) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:28.371136 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f13148-59d3-40bb-8220-8dcbdfdecaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:28.372491 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-80f13148-59d3-40bb-8220-8dcbdfdecaf9 admin admin] 10.222.0.65 "GET /v2.0/subnets/d3540dd3-27a5-42ae-9732-dc9ac4dfba22 HTTP/1.1" status: 200 len: 849 time: 0.2120996 May 31 12:39:28.554910 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-3a1099c4-9edd-4ccc-a5be-a46d9a352e37 admin admin] 10.222.0.65 "GET /v2.0/routers/cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 HTTP/1.1" status: 200 len: 704 time: 0.1769688 May 31 12:39:29.006068 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:29.240085 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Allocated IP 172.20.0.1 (f07e0509-ea01-478c-9873-b4a127fe0681/d3540dd3-27a5-42ae-9732-dc9ac4dfba22/292709b8-01f8-4fb1-b848-5db091ff64b1) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:39:29.395849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:29.413899 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Transition to ACTIVE for port object 292709b8-01f8-4fb1-b848-5db091ff64b1 will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:39:29.476927 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:29.481519 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:29.542742 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Network f07e0509-ea01-478c-9873-b4a127fe0681 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:39:29.545280 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:29.549956 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:39:29.550536 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1947767'] for router_interface, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:29.728373 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-deaccfe8-7c06-41f5-a0c1-aa3fb004b0f6 None None] Provisioning for port 292709b8-01f8-4fb1-b848-5db091ff64b1 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:29.729148 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Pushing event updated for resources: {'Port': ['ID=292709b8-01f8-4fb1-b848-5db091ff64b1,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:29.734264 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-deaccfe8-7c06-41f5-a0c1-aa3fb004b0f6 None None] Provisioning complete for port 292709b8-01f8-4fb1-b848-5db091ff64b1 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:29.735115 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-deaccfe8-7c06-41f5-a0c1-aa3fb004b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:29.735368 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:29.786801 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-deaccfe8-7c06-41f5-a0c1-aa3fb004b0f6 None None] Port 292709b8-01f8-4fb1-b848-5db091ff64b1 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:39:29.852449 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:30.075498 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:30.079813 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:30.080978 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1947866'] for router_interface, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:30.084893 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:30.212025 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Pushing event updated for resources: {'Port': ['ID=292709b8-01f8-4fb1-b848-5db091ff64b1,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:30.220527 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:30.272028 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Network f07e0509-ea01-478c-9873-b4a127fe0681 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:39:30.273067 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:30.458541 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Router cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 is scheduled to L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd with binding_index 1 {{(pid=98235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:39:30.509180 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-9d1a5f32-26aa-44e1-a0fc-31ecb8261dc1 None None] Provisioning complete for port 292709b8-01f8-4fb1-b848-5db091ff64b1 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:30.509479 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-9d1a5f32-26aa-44e1-a0fc-31ecb8261dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:30.563687 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a5f32-26aa-44e1-a0fc-31ecb8261dc1 None None] Port 292709b8-01f8-4fb1-b848-5db091ff64b1 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:39:30.609823 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:39:30.618650 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] 10.222.0.65 "PUT /v2.0/routers/cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0590010 May 31 12:39:30.619288 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Sync routers for ids ['cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:39:30.629625 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Routers {'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:39:30.630501 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:39:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:30.803575 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Set router cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 gateway port host: None {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:39:31.164562 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'name': 'router1', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:19Z', 'updated_at': '2021-05-31T12:39:29Z', 'revision_number': 2, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'gw_port_host': None, '_interfaces': [{'id': '292709b8-01f8-4fb1-b848-5db091ff64b1', 'name': '', 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'mac_address': 'fa:16:3e:9e:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:29Z', 'updated_at': '2021-05-31T12:39:29Z', 'revision_number': 2, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'subnets': [{'id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e01e0a2-baba-410d-b6fc-74893296a3df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:31.169465 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Checking router: cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:39:31.169843 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Updating router cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 port 292709b8-01f8-4fb1-b848-5db091ff64b1 binding host dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:39:31.220824 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:31.612249 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Notify callbacks [] for port, precommit_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:31.627611 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.provisioning_blocks [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Transition to ACTIVE for port object 292709b8-01f8-4fb1-b848-5db091ff64b1 will not be triggered until provisioned by entity L2. {{(pid=98238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:39:31.633999 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:31.641226 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:31.851810 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Pushing event updated for resources: {'Port': ['ID=292709b8-01f8-4fb1-b848-5db091ff64b1,revision_number=3']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:31.862179 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.862590 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.862861 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.863179 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.863515 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.863830 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.864136 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.864438 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.864742 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.865048 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.865409 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.865714 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Tracked resource versions report: May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: pushed versions: May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: { 'AddressGroup': {'1.2'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'ConntrackHelper': {'1.0'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Log': {'1.0'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Network': {'1.1'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Port': {'1.7'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'PortForwarding': {'1.2'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'QosPolicy': {'1.8'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'SecurityGroup': {'1.4'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'SecurityGroupRule': {'1.2'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'SubPort': {'1.0'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Subnet': {'1.1'}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Trunk': {'1.1'}} May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: consumer versions: May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: { DHCP agent@dv-cinder-790492-5-smb: {}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: L3 agent@dv-cinder-790492-5-smb: {}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: Metadata agent@dv-cinder-790492-5-smb: {}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: Metering agent@dv-cinder-790492-5-smb: {}, May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: Open vSwitch agent@dv-cinder-790492-5-smb: { 'AddressGroup': '1.2', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'ConntrackHelper': '1.0', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Log': '1.0', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Network': '1.1', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Port': '1.7', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'PortForwarding': '1.2', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'QosPolicy': '1.8', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'SecurityGroup': '1.4', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'SecurityGroupRule': '1.2', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'SubPort': '1.0', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Subnet': '1.1', May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: 'Trunk': '1.1'}} May 31 12:39:31.866848 dv-cinder-790492-5-smb neutron-server[98238]: {{(pid=98238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:39:31.871163 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Attempting to bind port 292709b8-01f8-4fb1-b848-5db091ff64b1 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:39:31.871558 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Attempting to bind port 292709b8-01f8-4fb1-b848-5db091ff64b1 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:39:31.871975 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Attempting to bind port 292709b8-01f8-4fb1-b848-5db091ff64b1 on network f07e0509-ea01-478c-9873-b4a127fe0681 {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:39:31.874043 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:31.879660 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:39:31.880070 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Checking segment: {'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:39:31.880531 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:31.880912 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Bound using segment: {'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:39:31.881459 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Bound port: 292709b8-01f8-4fb1-b848-5db091ff64b1, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10cc2b73-9eda-4700-b8d2-1e69e232428e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681'}}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:39:31.881822 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:31.969992 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] For port 292709b8-01f8-4fb1-b848-5db091ff64b1, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:39:31.974022 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] For port 292709b8-01f8-4fb1-b848-5db091ff64b1, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=292709b8-01f8-4fb1-b848-5db091ff64b1,segment=NetworkSegment(10cc2b73-9eda-4700-b8d2-1e69e232428e),segment_id=10cc2b73-9eda-4700-b8d2-1e69e232428e)] {{(pid=98238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:39:31.979924 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:31.985098 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:32.070640 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Routers {'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:39:32.071269 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:39:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:32.120478 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Pushing event updated for resources: {'Port': ['ID=292709b8-01f8-4fb1-b848-5db091ff64b1,revision_number=4']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:32.132405 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:32.234513 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] Set router cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 gateway port host: None {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:39:32.576180 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'name': 'router1', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:19Z', 'updated_at': '2021-05-31T12:39:29Z', 'revision_number': 2, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'gw_port_host': None, '_interfaces': [{'id': '292709b8-01f8-4fb1-b848-5db091ff64b1', 'name': '', 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'mac_address': 'fa:16:3e:9e:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:29Z', 'updated_at': '2021-05-31T12:39:31Z', 'revision_number': 4, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'subnets': [{'id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e01e0a2-baba-410d-b6fc-74893296a3df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:32.579954 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc49278-dbe7-41c5-afec-289234f89923 None None] The sync data for ids ['cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'] in dv-cinder-790492-5-smb is: [{'id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'name': 'router1', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:19Z', 'updated_at': '2021-05-31T12:39:29Z', 'revision_number': 2, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'gw_port_host': None, '_interfaces': [{'id': '292709b8-01f8-4fb1-b848-5db091ff64b1', 'name': '', 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'mac_address': 'fa:16:3e:9e:c9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:29Z', 'updated_at': '2021-05-31T12:39:31Z', 'revision_number': 4, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'subnets': [{'id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e01e0a2-baba-410d-b6fc-74893296a3df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:39:32.768483 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58576) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:32.913318 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4944f1d-ed0e-45be-b6b3-afbb87a18f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:32.913776 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-b4944f1d-ed0e-45be-b6b3-afbb87a18f31 admin admin] Synchronizing usage tracker for tenant:b8131fde765e4435841f3e4e23874f82 on resource:network {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:39:32.932047 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-b4944f1d-ed0e-45be-b6b3-afbb87a18f31 admin admin] Unset dirty status for tenant:b8131fde765e4435841f3e4e23874f82 on resource:network {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:39:32.933376 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b4944f1d-ed0e-45be-b6b3-afbb87a18f31 admin admin] 10.222.0.65 "GET /v2.0/networks/6716e70a-5906-4d62-a93e-9dcbd55148be HTTP/1.1" status: 200 len: 842 time: 0.1638780 May 31 12:39:32.942841 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'ip_version': 4, 'cidr': '172.28.1.0/24'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:32.947995 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:39:32.951708 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Usage tracker for resource:subnet and tenant:b8131fde765e4435841f3e4e23874f82 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:39:32.954592 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:39:32.960567 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:39:32.970773 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Made reservation on behalf of b8131fde765e4435841f3e4e23874f82 for: {'subnet': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:39:32.972962 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:33.439593 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.objects.ports [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98235) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 12:39:33.440046 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:33.444353 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:33.520455 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775f2f54-7445-4eb5-8bf9-ea1f68b155df,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:33.522322 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:39:33.522711 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Network hostable DHCP agents. Network: 6716e70a-5906-4d62-a93e-9dcbd55148be, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:39:33.531549 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:33.542273 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:39:33.553756 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 6716e70a-5906-4d62-a93e-9dcbd55148be) {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:33.561040 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:33.561965 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:33.562747 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac73effe-a592-40c5-bab0-64f219a47f4a None None] Network 6716e70a-5906-4d62-a93e-9dcbd55148be requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:39:33.604156 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6536019 May 31 12:39:33.796537 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1922d22-6d7a-43cc-a2fe-282aaac48bf7 None None] Network 6716e70a-5906-4d62-a93e-9dcbd55148be requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:39:35.249904 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 292709b8-01f8-4fb1-b848-5db091ff64b1 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:35.321135 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 292709b8-01f8-4fb1-b848-5db091ff64b1 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:35.326368 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 292709b8-01f8-4fb1-b848-5db091ff64b1 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:35.326785 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:35.449080 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:35.492686 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 292709b8-01f8-4fb1-b848-5db091ff64b1, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=292709b8-01f8-4fb1-b848-5db091ff64b1,segment=NetworkSegment(10cc2b73-9eda-4700-b8d2-1e69e232428e),segment_id=10cc2b73-9eda-4700-b8d2-1e69e232428e)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:39:35.497663 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:35.501183 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:35.576640 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=292709b8-01f8-4fb1-b848-5db091ff64b1,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:35.579810 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:35.834086 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58590) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:36.031968 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-64c1c0ef-e526-41b2-90a2-e2fcc3cb7a25 admin admin] 10.222.0.65 "GET /v2.0/routers/cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 HTTP/1.1" status: 200 len: 710 time: 0.1967034 May 31 12:39:36.159263 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8dd6a-562e-4525-bfa2-4365b6e0a687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:39:36.160613 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-0bc8dd6a-562e-4525-bfa2-4365b6e0a687 admin admin] 10.222.0.65 "GET /v2.0/networks/6716e70a-5906-4d62-a93e-9dcbd55148be HTTP/1.1" status: 200 len: 886 time: 0.1232798 May 31 12:39:36.169093 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:39:36.623900 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:36.985533 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:37.038637 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:37.169570 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Allocated IP 172.28.1.56 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/fe0dd114-03c6-42bf-8623-e89f8cbd0459) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:39:37.211489 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 292709b8-01f8-4fb1-b848-5db091ff64b1 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:37.282300 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 292709b8-01f8-4fb1-b848-5db091ff64b1 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:37.282704 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:37.319627 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:37.348643 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:37.353222 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:37.416849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:39:37.419677 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:39:37.424057 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:39:37.477932 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Pushing event updated for resources: {'Port': ['ID=fe0dd114-03c6-42bf-8623-e89f8cbd0459,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:37.493873 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:37.811828 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:38.142753 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:38.145846 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1941582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1941519', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1943707'] for router, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:38.377042 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Router cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:39:38.553377 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:39:38.561115 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Notify callbacks [] for router, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:38.562866 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] 10.222.0.65 "PUT /v2.0/routers/cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 HTTP/1.1" status: 200 len: 889 time: 2.3969412 May 31 12:39:38.563125 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Sync routers for ids ['cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:39:38.573298 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Routers {'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:39:38.573951 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:39:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:38.788059 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Set router cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:39:39.121646 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'name': 'router1', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe0dd114-03c6-42bf-8623-e89f8cbd0459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:19Z', 'updated_at': '2021-05-31T12:39:37Z', 'revision_number': 4, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'gw_port': {'id': 'fe0dd114-03c6-42bf-8623-e89f8cbd0459', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:37Z', 'updated_at': '2021-05-31T12:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '292709b8-01f8-4fb1-b848-5db091ff64b1', 'name': '', 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'mac_address': 'fa:16:3e:9e:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:29Z', 'updated_at': '2021-05-31T12:39:35Z', 'revision_number': 5, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'subnets': [{'id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e01e0a2-baba-410d-b6fc-74893296a3df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:39.127113 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Checking router: cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:39:39.127480 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Updating router cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 port fe0dd114-03c6-42bf-8623-e89f8cbd0459 binding host dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:39:39.177965 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:39.500994 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Notify callbacks [] for port, precommit_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:39.513851 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Transition to ACTIVE for port object fe0dd114-03c6-42bf-8623-e89f8cbd0459 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:39:39.518931 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:39.522645 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:39.601620 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Attempting to bind port fe0dd114-03c6-42bf-8623-e89f8cbd0459 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:39:39.602240 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Attempting to bind port fe0dd114-03c6-42bf-8623-e89f8cbd0459 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:39:39.602354 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Attempting to bind port fe0dd114-03c6-42bf-8623-e89f8cbd0459 on network 6716e70a-5906-4d62-a93e-9dcbd55148be {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:39:39.604254 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108341f-dbbf-4ebb-991c-dab94e8f49e7 None None] Pushing event updated for resources: {'Port': ['ID=fe0dd114-03c6-42bf-8623-e89f8cbd0459,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:39.607812 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-2108341f-dbbf-4ebb-991c-dab94e8f49e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:39.610876 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:39:39.611251 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:39:39.611652 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:39.612146 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Bound using segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:39:39.612510 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Bound port: fe0dd114-03c6-42bf-8623-e89f8cbd0459, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:39:39.612882 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:39.683205 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] For port fe0dd114-03c6-42bf-8623-e89f8cbd0459, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:39:39.686307 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] For port fe0dd114-03c6-42bf-8623-e89f8cbd0459, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=fe0dd114-03c6-42bf-8623-e89f8cbd0459,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:39:39.690207 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:39.693912 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:39.772562 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Routers {'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:39:39.773126 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:39:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:39.819214 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108341f-dbbf-4ebb-991c-dab94e8f49e7 None None] Pushing event updated for resources: {'Port': ['ID=fe0dd114-03c6-42bf-8623-e89f8cbd0459,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:39.826987 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-2108341f-dbbf-4ebb-991c-dab94e8f49e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:39.954081 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] Set router cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:39:40.301936 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'name': 'router1', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe0dd114-03c6-42bf-8623-e89f8cbd0459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:19Z', 'updated_at': '2021-05-31T12:39:37Z', 'revision_number': 4, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'gw_port': {'id': 'fe0dd114-03c6-42bf-8623-e89f8cbd0459', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:37Z', 'updated_at': '2021-05-31T12:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '292709b8-01f8-4fb1-b848-5db091ff64b1', 'name': '', 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'mac_address': 'fa:16:3e:9e:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:29Z', 'updated_at': '2021-05-31T12:39:35Z', 'revision_number': 5, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'subnets': [{'id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e01e0a2-baba-410d-b6fc-74893296a3df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:39:40.305947 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d6c39-b865-4eab-bada-19320c476ca4 None None] The sync data for ids ['cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3'] in dv-cinder-790492-5-smb is: [{'id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'name': 'router1', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.56'}], 'enable_snat': True}, 'gw_port_id': 'fe0dd114-03c6-42bf-8623-e89f8cbd0459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:39:19Z', 'updated_at': '2021-05-31T12:39:37Z', 'revision_number': 4, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'gw_port': {'id': 'fe0dd114-03c6-42bf-8623-e89f8cbd0459', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:37Z', 'updated_at': '2021-05-31T12:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '292709b8-01f8-4fb1-b848-5db091ff64b1', 'name': '', 'network_id': 'f07e0509-ea01-478c-9873-b4a127fe0681', 'tenant_id': '3142cfd3544442adb98fdb012e734c0f', 'mac_address': 'fa:16:3e:9e:c9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbcfe6d-3a0a-4ccc-b62e-8ee6c55f7dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:39:29Z', 'updated_at': '2021-05-31T12:39:35Z', 'revision_number': 5, 'project_id': '3142cfd3544442adb98fdb012e734c0f', 'subnets': [{'id': 'd3540dd3-27a5-42ae-9732-dc9ac4dfba22', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e01e0a2-baba-410d-b6fc-74893296a3df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:39:40.914448 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 58600) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:39:41.032690 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-a274a9f5-c76b-423e-905f-d4e6f9dc2e55 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1169777 May 31 12:39:41.238394 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device fe0dd114-03c6-42bf-8623-e89f8cbd0459 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:41.309896 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port fe0dd114-03c6-42bf-8623-e89f8cbd0459 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:39:41.315118 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port fe0dd114-03c6-42bf-8623-e89f8cbd0459 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:41.315491 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:41.430079 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:41.448184 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port fe0dd114-03c6-42bf-8623-e89f8cbd0459, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=fe0dd114-03c6-42bf-8623-e89f8cbd0459,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:39:41.452382 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:41.455791 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-6ff5da93-7a36-4b83-89af-a121abf6b7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:39:41.526794 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=fe0dd114-03c6-42bf-8623-e89f8cbd0459,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:39:41.530003 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:39:43.219324 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device fe0dd114-03c6-42bf-8623-e89f8cbd0459 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:39:43.293327 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port fe0dd114-03c6-42bf-8623-e89f8cbd0459 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:39:43.293718 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:49.840797 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:39:53.027714 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-435470c6-ca0d-4ebc-9ab0-5607bbde2d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:55.399512 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bcec2c46-cca3-49ef-955f-ab2ab99831a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:55.413670 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:56.305044 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:39:58.066937 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:23.033661 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-7cd8a8b8-4bc8-4993-a1e7-cc20861e503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:25.387302 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-164e24e6-54ff-4901-8f84-7cb98b34dde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:25.391025 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:26.294618 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:26.842782 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:40:28.067531 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:53.027050 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bec311b7-2e7f-4690-ac68-a47b178705a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:55.373417 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-51c0d9c2-77cb-48cb-8b54-b5aa9658a183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:55.384523 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:56.297961 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:40:58.064614 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:03.841811 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:41:15.048201 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59170) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:15.114207 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08c1e78-97d1-4266-a8df-060b1821c710 admin admin] GET failed (client error): The resource could not be found. May 31 12:41:15.115473 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b08c1e78-97d1-4266-a8df-060b1821c710 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663571 May 31 12:41:15.245360 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d018f-4786-48ee-9363-0ee56d676cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:15.246858 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-ba9d018f-4786-48ee-9363-0ee56d676cf9 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1275921 May 31 12:41:17.350076 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59180) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:17.455766 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6592f680-f92b-4a52-8cf4-5c57ad4cbac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:17.456329 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6592f680-f92b-4a52-8cf4-5c57ad4cbac3 admin admin] Synchronizing usage tracker for tenant:b8131fde765e4435841f3e4e23874f82 on resource:subnet {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:41:17.471866 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6592f680-f92b-4a52-8cf4-5c57ad4cbac3 admin admin] Unset dirty status for tenant:b8131fde765e4435841f3e4e23874f82 on resource:subnet {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:41:17.473039 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6592f680-f92b-4a52-8cf4-5c57ad4cbac3 admin admin] 10.222.0.65 "GET /v2.0/subnets/d3540dd3-27a5-42ae-9732-dc9ac4dfba22 HTTP/1.1" status: 200 len: 849 time: 0.1219888 May 31 12:41:17.482878 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:41:17.602846 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:17.786557 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770624276893'] for subnet, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:17.790106 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-169b907b-8e64-4461-9fcd-f9cb1efc4da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:41:17.832982 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:17.833798 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:17.835580 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] 10.222.0.65 "PUT /v2.0/subnets/d3540dd3-27a5-42ae-9732-dc9ac4dfba22 HTTP/1.1" status: 200 len: 868 time: 0.3568783 May 31 12:41:17.837114 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c77e5-c739-479b-ac8e-8e26e51fb027 None None] Network f07e0509-ea01-478c-9873-b4a127fe0681 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:41:17.860377 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3540dd3-27a5-42ae-9732-dc9ac4dfba22,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:41:17.867937 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.868279 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.868635 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.868949 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.869270 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.869689 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.869911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.870229 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.870613 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.870933 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.871248 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.871561 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:41:17.875741 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-89f06729-cec6-4d36-91f2-507ff8c15486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:41:18.234985 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-8ac2ab18-8631-4f89-89fa-3e5c8c72f011 None None] Provisioning complete for port 0362049f-dd57-475a-95d8-feb0dedea9f2 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:41:18.235363 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ab18-8631-4f89-89fa-3e5c8c72f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:18.359828 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-8ac2ab18-8631-4f89-89fa-3e5c8c72f011 None None] Provisioning complete for port 292709b8-01f8-4fb1-b848-5db091ff64b1 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:41:18.360112 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-8ac2ab18-8631-4f89-89fa-3e5c8c72f011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:19.942308 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59190) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:20.111738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f85b99b-678c-414d-ac8a-7db8b8c1a887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:20.112214 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f85b99b-678c-414d-ac8a-7db8b8c1a887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:20.113702 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-0f85b99b-678c-414d-ac8a-7db8b8c1a887 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1704457 May 31 12:41:22.223856 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59200) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:22.402520 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150750c4-0aa9-4d40-962a-693e251f925c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:22.403697 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150750c4-0aa9-4d40-962a-693e251f925c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:22.406449 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-150750c4-0aa9-4d40-962a-693e251f925c admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1803401 May 31 12:41:23.029313 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-8672e3b4-7781-484c-b4a8-6053737ac95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:24.521528 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59210) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:24.686777 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662ff51-d54d-41b3-a103-ce46a73cf991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:24.688087 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a662ff51-d54d-41b3-a103-ce46a73cf991 admin admin] 10.222.0.65 "GET /v2.0/networks/6716e70a-5906-4d62-a93e-9dcbd55148be HTTP/1.1" status: 200 len: 886 time: 0.1657138 May 31 12:41:25.366547 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e6eee32a-1e54-4d52-8aee-f1540d37b4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:25.385464 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:26.300510 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:26.795357 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59220) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:26.967569 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1f2344-9e68-4df6-99fb-c9c78771d80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:26.968920 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-fb1f2344-9e68-4df6-99fb-c9c78771d80d admin admin] 10.222.0.65 "GET /v2.0/networks/f07e0509-ea01-478c-9873-b4a127fe0681 HTTP/1.1" status: 200 len: 869 time: 0.1705976 May 31 12:41:28.157365 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:29.091818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59230) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:29.202484 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0535331-5d41-4f40-9d16-f972e16c16f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:29.202944 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0535331-5d41-4f40-9d16-f972e16c16f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:29.204459 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-d0535331-5d41-4f40-9d16-f972e16c16f2 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1117067 May 31 12:41:31.305315 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59240) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:31.410477 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c73bef-7f0e-475f-aa0c-c9116688d092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:31.410936 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c73bef-7f0e-475f-aa0c-c9116688d092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:31.412428 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-69c73bef-7f0e-475f-aa0c-c9116688d092 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061730 May 31 12:41:33.524661 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59250) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:33.622259 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be2aa2-d760-4fe5-8640-f3a83e2f8309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:33.623581 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-34be2aa2-d760-4fe5-8640-f3a83e2f8309 admin admin] 10.222.0.65 "GET /v2.0/subnets/775f2f54-7445-4eb5-8bf9-ea1f68b155df HTTP/1.1" status: 200 len: 816 time: 0.0980012 May 31 12:41:35.727585 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59260) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:35.835247 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0f8945-3ba6-4472-9170-916717c2f82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:41:35.836562 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-dc0f8945-3ba6-4472-9170-916717c2f82e admin admin] 10.222.0.65 "GET /v2.0/subnets/d3540dd3-27a5-42ae-9732-dc9ac4dfba22 HTTP/1.1" status: 200 len: 868 time: 0.1080523 May 31 12:41:40.841608 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:41:53.032277 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-7e4acf4b-4bee-4f1c-a17f-c9b0e5fa584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:55.369122 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e291fb0d-1339-4251-b320-35460af99a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:55.389398 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:56.303420 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:58.069195 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:41:58.846125 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59304) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:41:58.892771 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [None req-e5ea7410-5b80-4f9d-b119-8578d83fb03e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:41:58.893767 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-e5ea7410-5b80-4f9d-b119-8578d83fb03e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466921 May 31 12:42:01.092009 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59314) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:01.158789 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd7b894-ea58-497f-902f-893c1b4a6405 admin admin] GET failed (client error): The resource could not be found. May 31 12:42:01.160021 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-edd7b894-ea58-497f-902f-893c1b4a6405 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671055 May 31 12:42:01.285392 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc28438-3502-4530-aab8-832f728caa92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:01.286832 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4dc28438-3502-4530-aab8-832f728caa92 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1229486 May 31 12:42:03.426791 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59324) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:03.474256 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:42:03.478723 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:03.488115 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:03.498193 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Made reservation on behalf of b8131fde765e4435841f3e4e23874f82 for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:42:03.500508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:03.631652 dv-cinder-790492-5-smb neutron-server[98235]: WARNING neutron.services.revisions.revision_plugin [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Could not find related network for resource to bump revision. May 31 12:42:03.643979 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:42:03.652549 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:03.652876 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Added segment 9d9bc683-cb75-4414-b6e8-d678d9ab017f of type vlan for network 4630843a-73a1-4785-99ee-29be14180b69 May 31 12:42:03.677159 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:03.705421 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:03.706908 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:03.707466 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:03.711843 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:03.805759 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3778150 May 31 12:42:03.806452 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Pushing event updated for resources: {'Network': ['ID=4630843a-73a1-4785-99ee-29be14180b69,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:03.809656 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6aef48c3-2ed8-4b36-a189-61120b9e64f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:03.817207 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 4630843a-73a1-4785-99ee-29be14180b69 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:42:05.948234 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59334) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:42:06.015032 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b75706-718e-471c-aedf-43eba0a9f2b2 admin admin] GET failed (client error): The resource could not be found. May 31 12:42:06.015563 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-27b75706-718e-471c-aedf-43eba0a9f2b2 admin admin] Synchronizing usage tracker for tenant:b8131fde765e4435841f3e4e23874f82 on resource:network {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:42:06.031977 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-27b75706-718e-471c-aedf-43eba0a9f2b2 admin admin] Unset dirty status for tenant:b8131fde765e4435841f3e4e23874f82 on resource:network {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:42:06.033063 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-27b75706-718e-471c-aedf-43eba0a9f2b2 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0838969 May 31 12:42:06.135431 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb6b523-a7ee-4db8-a9c5-6d6baaac9a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:06.137278 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4cb6b523-a7ee-4db8-a9c5-6d6baaac9a91 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1004045 May 31 12:42:06.146647 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '4630843a-73a1-4785-99ee-29be14180b69', 'cidr': '192.168.233.0/24'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:42:06.150889 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:42:06.160801 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:42:06.170063 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Made reservation on behalf of b8131fde765e4435841f3e4e23874f82 for: {'subnet': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:42:06.172313 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:06.537554 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:06.541946 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:06.609930 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=775ff11f-e198-4989-9a34-9ab9fda185b4,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:06.613585 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:06.620250 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Checking segment: {'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:42:06.620595 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Network hostable DHCP agents. Network: 4630843a-73a1-4785-99ee-29be14180b69, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:42:06.638224 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Network 4630843a-73a1-4785-99ee-29be14180b69 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:42:06.647086 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 4630843a-73a1-4785-99ee-29be14180b69) {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:42:06.652937 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:42:06.653058 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:06.655856 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5d6f6-f563-40f9-82d7-a870e20c9143 None None] Network 4630843a-73a1-4785-99ee-29be14180b69 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:42:06.679769 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5364776 May 31 12:42:06.904350 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663840a6-34a0-55c5-ac74-306b568a2a00-4630843a-73a1-4785-99ee-29be14180b69', 'network_id': '4630843a-73a1-4785-99ee-29be14180b69', 'tenant_id': 'b8131fde765e4435841f3e4e23874f82', 'fixed_ips': [{'subnet_id': '775ff11f-e198-4989-9a34-9ab9fda185b4'}]}} from dv-cinder-790492-5-smb. {{(pid=98237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:42:06.905183 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:07.062476 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.db_base_plugin_common [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Allocated IP 192.168.233.2 (4630843a-73a1-4785-99ee-29be14180b69/775ff11f-e198-4989-9a34-9ab9fda185b4/2457f65e-a32e-4fdd-b6c5-63cad257107d) {{(pid=98237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:42:07.269718 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Notify callbacks [] for port, precommit_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:07.281313 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Transition to ACTIVE for port object 2457f65e-a32e-4fdd-b6c5-63cad257107d will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:42:07.301088 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Transition to ACTIVE for port object 2457f65e-a32e-4fdd-b6c5-63cad257107d will not be triggered until provisioned by entity DHCP. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:42:07.306612 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:07.311805 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:07.374716 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Network 4630843a-73a1-4785-99ee-29be14180b69 is already hosted by enough agents. {{(pid=98237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:42:07.379498 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.base_scheduler [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Resources bound (agent type, host, resource id): {{(pid=98237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:42:07.383824 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Pushing event updated for resources: {'Port': ['ID=2457f65e-a32e-4fdd-b6c5-63cad257107d,revision_number=1']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:07.386055 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Received port after_create {{(pid=98237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:42:07.417963 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.418888 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.419225 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.419552 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.419881 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.420205 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.420527 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.420839 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.421156 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.421471 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.421790 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.422120 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:42:07.430224 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:07.486195 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Attempting to bind port 2457f65e-a32e-4fdd-b6c5-63cad257107d on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:42:07.486660 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Attempting to bind port 2457f65e-a32e-4fdd-b6c5-63cad257107d by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:42:07.487027 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Attempting to bind port 2457f65e-a32e-4fdd-b6c5-63cad257107d on network 4630843a-73a1-4785-99ee-29be14180b69 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:42:07.492422 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:42:07.492792 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Checking segment: {'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:42:07.493197 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:07.493590 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Bound using segment: {'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:42:07.494062 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Bound port: 2457f65e-a32e-4fdd-b6c5-63cad257107d, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:42:07.494505 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:07.583280 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] For port 2457f65e-a32e-4fdd-b6c5-63cad257107d, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:42:07.586556 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] For port 2457f65e-a32e-4fdd-b6c5-63cad257107d, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=2457f65e-a32e-4fdd-b6c5-63cad257107d,segment=NetworkSegment(9d9bc683-cb75-4414-b6e8-d678d9ab017f),segment_id=9d9bc683-cb75-4414-b6e8-d678d9ab017f)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:42:07.591742 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:07.595803 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-36339e40-94fa-43c2-bc9b-d29901ded30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:07.678002 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Pushing event updated for resources: {'Port': ['ID=2457f65e-a32e-4fdd-b6c5-63cad257107d,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:07.681095 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:08.495335 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8634de-84aa-464e-80ec-e4da034b158e None None] Network 4630843a-73a1-4785-99ee-29be14180b69 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:42:08.588916 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-2de86893-701c-4d86-af60-344fc424925a None None] Provisioning for port 2457f65e-a32e-4fdd-b6c5-63cad257107d completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:42:09.353625 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 2457f65e-a32e-4fdd-b6c5-63cad257107d up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:42:09.426215 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 2457f65e-a32e-4fdd-b6c5-63cad257107d completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:42:09.431219 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 2457f65e-a32e-4fdd-b6c5-63cad257107d triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:42:09.431594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:09.549399 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:09.580752 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 2457f65e-a32e-4fdd-b6c5-63cad257107d, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=2457f65e-a32e-4fdd-b6c5-63cad257107d,segment=NetworkSegment(9d9bc683-cb75-4414-b6e8-d678d9ab017f),segment_id=9d9bc683-cb75-4414-b6e8-d678d9ab017f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:42:09.585027 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:09.587187 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-2108341f-dbbf-4ebb-991c-dab94e8f49e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:42:09.650944 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=2457f65e-a32e-4fdd-b6c5-63cad257107d,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:42:09.654487 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:42:11.321663 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 2457f65e-a32e-4fdd-b6c5-63cad257107d up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:42:11.399828 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 2457f65e-a32e-4fdd-b6c5-63cad257107d triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:42:11.400439 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:17.843005 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:42:23.034911 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-5e7f409c-ff39-4aa1-b423-ea7ba699bab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:25.373205 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-4348383a-4790-4222-a970-4e71c0b58a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:25.391159 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:26.306840 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:28.078010 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:53.036536 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bcf5ab8d-3f26-4dba-8d12-5675beab75e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:54.841607 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:42:55.377464 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-1ccf8c99-5ec1-4859-be7a-b3df37fc041c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:55.396540 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:56.310604 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:42:58.080903 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:13.431462 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59384) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:13.437418 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [None req-0464a5fd-d7bd-442a-b432-ce3de40ac3dd tempest-verify_tempest_config-1909966247 tempest-verify_tempest_config-1909966247-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:43:13.438544 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-0464a5fd-d7bd-442a-b432-ce3de40ac3dd tempest-verify_tempest_config-1909966247 tempest-verify_tempest_config-1909966247-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060930 May 31 12:43:13.778068 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59402) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:13.900437 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:13.914725 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:43:13.919242 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Usage tracker for resource:security_group_rule and tenant:048cad73bf1041159a0cefdfa1ae29c2 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:43:13.922000 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:43:13.928066 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:43:14.012892 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:14.016383 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:14.024433 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:14.064329 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae47f1e-b75a-4250-8f21-69ac675696ee,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:14.068406 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Synchronizing usage tracker for tenant:b8131fde765e4435841f3e4e23874f82 on resource:security_group {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:43:14.075396 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.075732 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.076062 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.076385 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.076705 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.077024 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.077337 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.077650 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.077964 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.078280 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.078620 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.078929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:14.085383 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:14.095701 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Unset dirty status for tenant:b8131fde765e4435841f3e4e23874f82 on resource:security_group {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:43:14.097045 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=048cad73bf1041159a0cefdfa1ae29c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3179297 May 31 12:43:14.099679 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59408) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:14.158685 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e83a3bb-57db-4160-a9c6-254d7c65b1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:14.186181 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e83a3bb-57db-4160-a9c6-254d7c65b1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:14.278741 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e83a3bb-57db-4160-a9c6-254d7c65b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:14.282601 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:14.293902 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83a3bb-57db-4160-a9c6-254d7c65b1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae47f1e-b75a-4250-8f21-69ac675696ee,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:14.297939 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5e83a3bb-57db-4160-a9c6-254d7c65b1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:14.301084 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5e83a3bb-57db-4160-a9c6-254d7c65b1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:14.302171 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-5e83a3bb-57db-4160-a9c6-254d7c65b1f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eae47f1e-b75a-4250-8f21-69ac675696ee HTTP/1.1" status: 204 len: 168 time: 0.2015018 May 31 12:43:23.039287 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fa137a94-8218-49a9-a0b1-364c63fc3576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:25.378247 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-74f1e397-98a5-4fe4-a365-fd489a6310b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:25.397885 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:26.314706 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:28.082065 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:31.841721 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:43:53.043121 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a5693e5a-acd0-4156-ad40-14b9165c26da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:55.390818 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-073df97c-8c9b-48c7-a231-35dbc1e77870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:55.401655 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:56.315661 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:58.087232 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:08.840800 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:44:23.044183 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-28823a81-4716-4ab8-8d13-4f3a677e65e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:25.382610 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-935ace4d-3af7-4fcd-8777-9180c2e35107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:25.402367 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:26.318961 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:28.088421 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:45.839175 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 5 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:44:53.046114 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-68fe3a9c-6767-409c-878d-08233ce2b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:55.384154 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ba940d5b-7c5e-4e98-8391-cb5024637d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:55.407368 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:56.320975 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:58.089891 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:05.481034 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798'] for agent, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:05.689063 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59460) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:05.804597 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6017c312-e266-4ab0-8584-91e23d55316a admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1143894 May 31 12:45:07.930841 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59470) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:07.985382 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-7076d624-9496-408e-a171-92b5c122a5e9 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0534627 May 31 12:45:22.837604 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:45:23.047581 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-cdaa6491-7995-4d71-a680-11daabea19c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:25.386584 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6b1cb512-d35d-4b9b-a8c7-f77960f1255e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:25.409511 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:26.324028 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:28.088957 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:35.463745 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:53.048538 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e7a6cf7b-2894-4161-a212-9bbf44406a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:55.387793 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f41daea4-08fc-407b-81f1-e10b90f52fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:55.409833 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:56.326641 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:58.090983 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:59.836879 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:46:05.477310 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:23.049945 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-dd5896c3-f815-4ae0-b177-393ba4f32d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:25.390337 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fc72a589-3adf-41b9-83af-c52e75b1d4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:25.410675 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:26.330162 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:28.095365 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:35.469761 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:36.835562 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:46:47.379150 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59626) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:47.647863 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-925846506-network', 'tenant_id': '57b94dd4f9fb4a31a5be86bf96629a74'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:47.654096 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:47.658174 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Usage tracker for resource:network and tenant:57b94dd4f9fb4a31a5be86bf96629a74 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:47.661425 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:47.667553 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:47.684020 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Made reservation on behalf of 57b94dd4f9fb4a31a5be86bf96629a74 for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:47.687091 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.699492 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.715162 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:47.718980 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Usage tracker for resource:security_group_rule and tenant:57b94dd4f9fb4a31a5be86bf96629a74 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:47.721753 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:47.727708 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:47.823708 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.831890 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.836584 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4d486785-eec3-48fd-9bc3-5cd242b7f592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:47.866933 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:47.872212 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404a1357-f484-4e8a-a54a-d7d0038ecf11,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:47.880560 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.880894 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.881583 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.882072 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.882588 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.882923 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.883250 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.883580 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.883921 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.884408 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.884725 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.885216 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Tracked resource versions report: May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: pushed versions: May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: { 'AddressGroup': {'1.2'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'ConntrackHelper': {'1.0'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Log': {'1.0'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Network': {'1.1'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Port': {'1.7'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'PortForwarding': {'1.2'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'QosPolicy': {'1.8'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'SecurityGroup': {'1.4'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'SubPort': {'1.0'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Subnet': {'1.1'}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Trunk': {'1.1'}} May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: consumer versions: May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: { DHCP agent@dv-cinder-790492-5-smb: {}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: HyperV agent@hv-cinder-79049: {}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: L3 agent@dv-cinder-790492-5-smb: {}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: Metadata agent@dv-cinder-790492-5-smb: {}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: Metering agent@dv-cinder-790492-5-smb: {}, May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: Open vSwitch agent@dv-cinder-790492-5-smb: { 'AddressGroup': '1.2', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'ConntrackHelper': '1.0', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Log': '1.0', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Network': '1.1', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Port': '1.7', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'PortForwarding': '1.2', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'QosPolicy': '1.8', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'SecurityGroup': '1.4', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'SecurityGroupRule': '1.2', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'SubPort': '1.0', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Subnet': '1.1', May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: 'Trunk': '1.1'}} May 31 12:46:47.886276 dv-cinder-790492-5-smb neutron-server[98235]: {{(pid=98235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:47.893078 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:47.896359 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.896757 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Added segment 991cc697-9d4d-4a8c-ba0a-08c6191c855a of type vlan for network 5c495153-b53a-4f0a-89b8-81bb6def4340 May 31 12:46:47.935454 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.966963 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.968350 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:47.969085 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:47.974114 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5e15e618-3dc0-4b01-8cd5-68b30249e5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:48.063768 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Pushing event updated for resources: {'Network': ['ID=5c495153-b53a-4f0a-89b8-81bb6def4340,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:48.068143 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:48.077581 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 5c495153-b53a-4f0a-89b8-81bb6def4340 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:48.086628 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59682) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:48.087143 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7059686 May 31 12:46:48.102321 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Request body: {'subnet': {'network_id': '5c495153-b53a-4f0a-89b8-81bb6def4340', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-925846506-subnet', 'tenant_id': '57b94dd4f9fb4a31a5be86bf96629a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:48.107320 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:48.117672 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Usage tracker for resource:subnet and tenant:57b94dd4f9fb4a31a5be86bf96629a74 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:48.120907 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:48.148420 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:48.153542 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Made reservation on behalf of 57b94dd4f9fb4a31a5be86bf96629a74 for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:48.155996 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.556285 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.562488 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-56bd0142-b658-4ebf-a210-cf416156e103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:48.619933 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8985fcc8-54ba-4dc3-bb66-5c9c3a4e6525,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:48.632441 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.632992 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.633494 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.633976 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.634463 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.634926 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.635404 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.635874 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.636370 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.636714 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.637024 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.637333 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Tracked resource versions report: May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: pushed versions: May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: { 'AddressGroup': {'1.2'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'ConntrackHelper': {'1.0'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Log': {'1.0'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Network': {'1.1'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Port': {'1.7'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'PortForwarding': {'1.2'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'QosPolicy': {'1.8'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'SecurityGroup': {'1.4'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'SubPort': {'1.0'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Subnet': {'1.1'}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Trunk': {'1.1'}} May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: consumer versions: May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: { DHCP agent@dv-cinder-790492-5-smb: {}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: HyperV agent@hv-cinder-79049: {}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: L3 agent@dv-cinder-790492-5-smb: {}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: Metadata agent@dv-cinder-790492-5-smb: {}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: Metering agent@dv-cinder-790492-5-smb: {}, May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: Open vSwitch agent@dv-cinder-790492-5-smb: { 'AddressGroup': '1.2', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'ConntrackHelper': '1.0', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Log': '1.0', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Network': '1.1', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Port': '1.7', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'PortForwarding': '1.2', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'QosPolicy': '1.8', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'SecurityGroup': '1.4', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'SecurityGroupRule': '1.2', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'SubPort': '1.0', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Subnet': '1.1', May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: 'Trunk': '1.1'}} May 31 12:46:48.638394 dv-cinder-790492-5-smb neutron-server[98236]: {{(pid=98236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:48.641692 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:48.661933 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Checking segment: {'id': '991cc697-9d4d-4a8c-ba0a-08c6191c855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c495153-b53a-4f0a-89b8-81bb6def4340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:48.662277 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Network hostable DHCP agents. Network: 5c495153-b53a-4f0a-89b8-81bb6def4340, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:48.685786 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Network 5c495153-b53a-4f0a-89b8-81bb6def4340 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:48.699816 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 5c495153-b53a-4f0a-89b8-81bb6def4340) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:48.715785 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab41af3-1dd0-4a2b-877f-b2c2166456d1 None None] Network 5c495153-b53a-4f0a-89b8-81bb6def4340 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:48.718507 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:48.719571 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.750794 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6621633 May 31 12:46:48.826649 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59706) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:48.835702 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59710) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:48.973415 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f24f60-f138-4217-a89f-060b90b8fc6b None None] Network 5c495153-b53a-4f0a-89b8-81bb6def4340 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:49.327906 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-network', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:49.334550 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:49.339268 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Usage tracker for resource:network and tenant:9df89126ca4f40f89c3aff8f7826c303 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:49.343429 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:49.350681 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:49.356979 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-network', 'tenant_id': '2b8770a463164b9dac300460e1914157'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:49.363267 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:49.368830 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Usage tracker for resource:network and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:49.373531 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Made reservation on behalf of 9df89126ca4f40f89c3aff8f7826c303 for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:49.373877 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:49.375956 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.381635 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:49.402059 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Made reservation on behalf of 2b8770a463164b9dac300460e1914157 for: {'network': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:49.410492 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.411334 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.446541 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:49.450025 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.455069 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Usage tracker for resource:security_group_rule and tenant:9df89126ca4f40f89c3aff8f7826c303 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:49.468235 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:49.474114 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:49.487500 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:49.493836 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Usage tracker for resource:security_group_rule and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:49.507571 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:49.518836 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:49.637004 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.643449 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.649130 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:49.660946 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.668158 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.672127 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:49.688057 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:49.690597 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:49.710545 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:49.731233 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=98236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:49.731451 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.731650 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Added segment 7291c8aa-2577-4dfe-ab75-4c22dad1920c of type vlan for network b8b6eb3d-2b15-4283-8603-9c65d397fbde May 31 12:46:49.735764 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdca61f-05ba-48cd-80de-3511a2d01111,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:49.745437 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:49.756058 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770624418789', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.757060 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Unsubscribe: segment precommit_create {{(pid=98236) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 12:46:49.758765 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.segments_db [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Added segment 54ef4f1b-4b7d-49ca-9307-c042b3f8006b of type vlan for network a0568223-660d-44c3-9aeb-202b64b087c1 May 31 12:46:49.795366 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.813636 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.839997 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.842161 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:49.843889 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.859206 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.862309 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:49.863338 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.890295 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:49.899724 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:50.011280 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1738548 May 31 12:46:50.017298 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59766) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:50.024405 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1962743 May 31 12:46:50.028102 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59772) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:50.032378 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Request body: {'subnet': {'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-subnet', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:50.036982 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:50.040974 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Usage tracker for resource:subnet and tenant:9df89126ca4f40f89c3aff8f7826c303 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:50.044824 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:50.050957 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:50.053322 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b6eb3d-2b15-4283-8603-9c65d397fbde,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:50.057311 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:50.067235 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network b8b6eb3d-2b15-4283-8603-9c65d397fbde details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:50.068751 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Request body: {'subnet': {'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-subnet', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:50.076256 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Made reservation on behalf of 9df89126ca4f40f89c3aff8f7826c303 for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:50.078470 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.094506 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:50.098558 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Usage tracker for resource:subnet and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:50.101625 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:50.107745 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:50.118825 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Pushing event updated for resources: {'Network': ['ID=a0568223-660d-44c3-9aeb-202b64b087c1,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:50.123403 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:50.128238 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Made reservation on behalf of 2b8770a463164b9dac300460e1914157 for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:50.131027 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:50.180968 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network a0568223-660d-44c3-9aeb-202b64b087c1 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:50.998585 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.006890 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:51.078246 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.127554 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a14b356-84ea-439d-b58f-4875ddcc516d,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:51.134437 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:51.135364 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:51.161269 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Checking segment: {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:51.161970 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Network hostable DHCP agents. Network: b8b6eb3d-2b15-4283-8603-9c65d397fbde, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:51.223546 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Checking segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:51.224154 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Network hostable DHCP agents. Network: a0568223-660d-44c3-9aeb-202b64b087c1, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:51.232291 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec336638-7a9f-4950-9746-79a228bc87fe,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:51.242920 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:51.248967 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Network b8b6eb3d-2b15-4283-8603-9c65d397fbde is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:51.266272 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Network a0568223-660d-44c3-9aeb-202b64b087c1 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:51.277580 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, b8b6eb3d-2b15-4283-8603-9c65d397fbde) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:51.283426 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:51.284365 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.288977 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd821837-8dd0-4fdd-9bee-4b8571b1939c None None] Network b8b6eb3d-2b15-4283-8603-9c65d397fbde requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:51.291872 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, a0568223-660d-44c3-9aeb-202b64b087c1) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:51.302874 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:51.304852 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.325597 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0241d35e-4ab8-445c-b958-d5abc3d12524 None None] Network a0568223-660d-44c3-9aeb-202b64b087c1 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:51.337140 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2770536 May 31 12:46:51.340509 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59830) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:51.344002 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3247995 May 31 12:46:51.347905 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:51.351931 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 59834) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:51.376099 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:51.380234 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Usage tracker for resource:router and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:51.393060 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:51.399149 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:51.404161 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:51.424167 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:51.434178 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Usage tracker for resource:router and tenant:9df89126ca4f40f89c3aff8f7826c303 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:51.440388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:51.453701 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7846'] for router, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.457319 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1941600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1965197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.468931 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:51.499083 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7846'] for router, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.505341 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1941600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1965197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.529441 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59854) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:51.532403 dv-cinder-790492-5-smb neutron-server[98236]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 12:46:51.537222 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.691670 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.798938 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-57f9b886-f885-4a3b-9ad4-225097df445c tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:51.807459 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-57f9b886-f885-4a3b-9ad4-225097df445c tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/networks?id=5c495153-b53a-4f0a-89b8-81bb6def4340 HTTP/1.1" status: 200 len: 811 time: 0.2761369 May 31 12:46:51.828432 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5b688345-2ffc-4240-b1ea-249b5ebf98f6 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/quotas/57b94dd4f9fb4a31a5be86bf96629a74 HTTP/1.1" status: 200 len: 375 time: 0.0198350 May 31 12:46:51.837544 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663840a6-34a0-55c5-ac74-306b568a2a00-a0568223-660d-44c3-9aeb-202b64b087c1', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe'}]}} from dv-cinder-790492-5-smb. {{(pid=98237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:46:51.838355 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:51.865117 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e3f52-a2e9-4d56-8b73-d31c294220c3 None None] Network b8b6eb3d-2b15-4283-8603-9c65d397fbde requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:51.905746 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-9c3f449e-6fc3-495f-affd-d8d35e9ed603 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=57b94dd4f9fb4a31a5be86bf96629a74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762019 May 31 12:46:52.197127 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-bfc40947-421a-4542-8382-9e8c8bab48bc service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:46:52.200302 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-bfc40947-421a-4542-8382-9e8c8bab48bc service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0694957 May 31 12:46:52.233919 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.273504 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.db_base_plugin_common [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Allocated IP 172.20.0.2 (a0568223-660d-44c3-9aeb-202b64b087c1/ec336638-7a9f-4950-9746-79a228bc87fe/e870c5c1-27e3-4d63-9efb-bca86e97ddad) {{(pid=98237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:52.419641 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.483980 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5f1faf89-8a08-4eb9-88b6-10b7eda8b7d6 service neutron] 10.222.0.65 "GET /v2.0/networks/5c495153-b53a-4f0a-89b8-81bb6def4340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764764 May 31 12:46:52.693600 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.719824 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-50ac311b-4574-4d24-9fea-cccf3cc22038 service neutron] 10.222.0.65 "GET /v2.0/networks/5c495153-b53a-4f0a-89b8-81bb6def4340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336845 May 31 12:46:52.744540 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Notify callbacks [] for port, precommit_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.753162 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.758425 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Transition to ACTIVE for port object e870c5c1-27e3-4d63-9efb-bca86e97ddad will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:52.781772 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Transition to ACTIVE for port object e870c5c1-27e3-4d63-9efb-bca86e97ddad will not be triggered until provisioned by entity DHCP. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:52.789490 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.797346 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:52.885191 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Network a0568223-660d-44c3-9aeb-202b64b087c1 is already hosted by enough agents. {{(pid=98237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:52.888716 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.base_scheduler [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Resources bound (agent type, host, resource id): {{(pid=98237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:52.892994 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Received port after_create {{(pid=98237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:52.962374 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Pushing event updated for resources: {'Port': ['ID=e870c5c1-27e3-4d63-9efb-bca86e97ddad,revision_number=1']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:53.041712 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.042045 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.064051 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.069161 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.069594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.069935 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.070265 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.072883 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.073252 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.073583 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.081035 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.081509 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Tracked resource versions report: May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: pushed versions: May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: { 'AddressGroup': {'1.2'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'ConntrackHelper': {'1.0'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Log': {'1.0'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Network': {'1.1'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Port': {'1.7'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'PortForwarding': {'1.2'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'QosPolicy': {'1.8'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'SecurityGroup': {'1.4'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'SubPort': {'1.0'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Subnet': {'1.1'}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Trunk': {'1.1'}} May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: consumer versions: May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: { DHCP agent@dv-cinder-790492-5-smb: {}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: HyperV agent@hv-cinder-79049: {}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: L3 agent@dv-cinder-790492-5-smb: {}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: Metadata agent@dv-cinder-790492-5-smb: {}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: Metering agent@dv-cinder-790492-5-smb: {}, May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: Open vSwitch agent@dv-cinder-790492-5-smb: { 'AddressGroup': '1.2', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'ConntrackHelper': '1.0', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Log': '1.0', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Network': '1.1', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Port': '1.7', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'PortForwarding': '1.2', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'QosPolicy': '1.8', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'SecurityGroup': '1.4', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'SecurityGroupRule': '1.2', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'SubPort': '1.0', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Subnet': '1.1', May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: 'Trunk': '1.1'}} May 31 12:46:53.083007 dv-cinder-790492-5-smb neutron-server[98237]: {{(pid=98237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:53.091030 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:53.167491 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Allocated IP 172.28.1.226 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/b2c7024b-057d-4e6e-b846-70449bce1580) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:53.184926 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-73af82c9-5d3f-4a04-8851-0ecacee57c35 req-0958e446-9c84-4007-8ecb-b7efc0674682 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 210 time: 0.0953214 May 31 12:46:53.220878 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-75a6bff6-f272-44bb-99d1-c595838ba43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.232675 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Attempting to bind port e870c5c1-27e3-4d63-9efb-bca86e97ddad on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:53.233037 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Attempting to bind port e870c5c1-27e3-4d63-9efb-bca86e97ddad by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:53.236244 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Attempting to bind port e870c5c1-27e3-4d63-9efb-bca86e97ddad on network a0568223-660d-44c3-9aeb-202b64b087c1 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:53.252302 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:53.252302 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Checking segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:53.252302 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.252302 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Bound using segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:53.252302 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Bound port: e870c5c1-27e3-4d63-9efb-bca86e97ddad, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:53.252302 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.449474 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] For port e870c5c1-27e3-4d63-9efb-bca86e97ddad, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:53.457001 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] For port e870c5c1-27e3-4d63-9efb-bca86e97ddad, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e870c5c1-27e3-4d63-9efb-bca86e97ddad,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:53.471701 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.477555 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:53.524294 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.585523 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Pushing event updated for resources: {'Port': ['ID=e870c5c1-27e3-4d63-9efb-bca86e97ddad,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:53.598511 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:53.785112 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:53.810626 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59950) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:53.896714 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-863cdf86-5cc2-41e2-bdc1-beacd6359086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:54.050367 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:54.065419 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:54.077333 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:54.233539 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.277574 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:54.288427 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c7024b-057d-4e6e-b846-70449bce1580,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:54.301980 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:54.303658 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.347850 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3985a67a-f228-400c-b106-71898321bb4c req-a34e51e0-0f94-4c19-b13d-44d132ffe9b8 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 210 time: 0.0843074 May 31 12:46:54.352211 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:29bd8ede998b4e6abd43c05a88ccc798 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:54.363370 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:54.371918 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:54.386744 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.604195 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.616647 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.647176 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:54.792316 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29bd8ede998b4e6abd43c05a88ccc798&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9804692 May 31 12:46:54.795258 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 59998) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:54.832518 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809c68c4-8fdb-41f3-8a9d-c941526ceb2e,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:54.870194 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Allocated IP 172.28.1.68 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:54.873247 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:54.967724 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:54.997112 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1b855e2a-88b6-45ef-b6d4-ff9a01dacd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.028915 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1b855e2a-88b6-45ef-b6d4-ff9a01dacd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.137819 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1b855e2a-88b6-45ef-b6d4-ff9a01dacd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.155038 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:55.191509 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b855e2a-88b6-45ef-b6d4-ff9a01dacd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809c68c4-8fdb-41f3-8a9d-c941526ceb2e,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:55.218134 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-1b855e2a-88b6-45ef-b6d4-ff9a01dacd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:55.240590 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1b855e2a-88b6-45ef-b6d4-ff9a01dacd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.245038 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-1b855e2a-88b6-45ef-b6d4-ff9a01dacd8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/809c68c4-8fdb-41f3-8a9d-c941526ceb2e HTTP/1.1" status: 204 len: 168 time: 0.4466894 May 31 12:46:55.290427 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60020) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:55.316212 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ab558-b284-48f6-bc91-a5bd900c2e51 None None] Network a0568223-660d-44c3-9aeb-202b64b087c1 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:55.579227 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-27f6be08-4d84-496a-8f31-29162aa49163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.591979 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-915402e1-c133-4058-bc24-3ad24d4068db req-83cba56e-2d79-4f4c-93d6-9d99e268ad86 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 210 time: 0.1400628 May 31 12:46:55.620695 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.674933 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:55.680228 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Usage tracker for resource:security_group_rule and tenant:8eb8902ed0854cd58d529010fff6d94a is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:55.684708 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:55.694119 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:55.708658 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-22006c9d-37a9-4463-ab3e-1dfc19130970 None None] Provisioning for port e870c5c1-27e3-4d63-9efb-bca86e97ddad completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:55.725878 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.735910 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e870c5c1-27e3-4d63-9efb-bca86e97ddad up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:55.759868 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.774646 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510'] for router, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.827716 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.834012 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:55.915708 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-1b855e2a-88b6-45ef-b6d4-ff9a01dacd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:55.939166 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8eb8902ed0854cd58d529010fff6d94a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6474612 May 31 12:46:55.940777 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60042) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.062353 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5680c151-ad27-4927-9e9e-eac293572f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.065819 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port e870c5c1-27e3-4d63-9efb-bca86e97ddad completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:56.079428 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port e870c5c1-27e3-4d63-9efb-bca86e97ddad triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:56.080702 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.086922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.094776 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5680c151-ad27-4927-9e9e-eac293572f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.100661 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:56.159546 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdea6bd-e3b9-4b49-b27e-c18debe4a6d4,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:56.165425 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5680c151-ad27-4927-9e9e-eac293572f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.166831 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:56.174706 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:56.194083 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5680c151-ad27-4927-9e9e-eac293572f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.199246 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5680c151-ad27-4927-9e9e-eac293572f18 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0cdea6bd-e3b9-4b49-b27e-c18debe4a6d4 HTTP/1.1" status: 204 len: 168 time: 0.2528360 May 31 12:46:56.201722 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680c151-ad27-4927-9e9e-eac293572f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdea6bd-e3b9-4b49-b27e-c18debe4a6d4,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:56.204265 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5680c151-ad27-4927-9e9e-eac293572f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:56.305611 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60062) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.337699 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:56.347344 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:56.364710 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:56.388013 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.391294 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.471628 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port e870c5c1-27e3-4d63-9efb-bca86e97ddad, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e870c5c1-27e3-4d63-9efb-bca86e97ddad,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:56.485229 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.488787 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.499732 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:56.538290 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:56.544050 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Usage tracker for resource:security_group_rule and tenant:c8dd9d3c253f4142b00c8dc507f66a26 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:56.548599 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:56.567694 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:56.611138 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:56.617666 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:56.649929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Router 2ba82910-a746-4e42-b0e3-0c171bbe6976 is scheduled to L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd with binding_index 1 {{(pid=98235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:46:56.689752 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=e870c5c1-27e3-4d63-9efb-bca86e97ddad,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:56.716170 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:56.804181 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.813516 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.869706 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-e4811e0c-66f4-44bd-82d3-b1c16bfbb173 None None] Provisioning complete for port e870c5c1-27e3-4d63-9efb-bca86e97ddad triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:56.871547 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e4811e0c-66f4-44bd-82d3-b1c16bfbb173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:56.893017 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.30', 55514) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.899870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f61fe649-6a5c-41a2-8576-42f5a3002bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:56.955621 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8dd9d3c253f4142b00c8dc507f66a26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6489258 May 31 12:46:56.961757 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60090) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:56.962381 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a02fa9-1425-4762-8263-5b40fcda52cd,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:56.973137 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:57.108697 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60104) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:57.236970 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.283476 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:57.349800 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-afa7a759-eedb-4301-aceb-b6fcbc1517ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.361692 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:4025ec0acae1429e80b6c81886d16dd3 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:57.373221 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:57.386130 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:57.410006 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d82336f3-ce37-4b6b-965f-e80577de5ae1 req-ced40ba0-9ef2-4c67-83a1-dec2ca3aadf5 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 210 time: 0.3011549 May 31 12:46:57.436953 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:46:57.447035 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Sync routers for ids ['2ba82910-a746-4e42-b0e3-0c171bbe6976'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:46:57.461982 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Routers {'2ba82910-a746-4e42-b0e3-0c171bbe6976'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:57.462642 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:46:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['2ba82910-a746-4e42-b0e3-0c171bbe6976'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:57.480034 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-afa7a759-eedb-4301-aceb-b6fcbc1517ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.526348 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-9b676eea-9952-4c46-9194-fdfeeebce62e tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:57.528275 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-9b676eea-9952-4c46-9194-fdfeeebce62e tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.30 "GET /v2.0/networks?id=5c495153-b53a-4f0a-89b8-81bb6def4340 HTTP/1.1" status: 200 len: 811 time: 0.5689471 May 31 12:46:57.529939 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.573546 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e870c5c1-27e3-4d63-9efb-bca86e97ddad up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:57.625565 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Request body: {'port': {'device_id': '1095cb5d-fd93-4927-a1fb-247abf2a12ee', 'network_id': '5c495153-b53a-4f0a-89b8-81bb6def4340', 'admin_state_up': True, 'tenant_id': '57b94dd4f9fb4a31a5be86bf96629a74'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:57.669094 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-afa7a759-eedb-4301-aceb-b6fcbc1517ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.749992 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Notify callbacks [] for router, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.753785 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3939044 May 31 12:46:57.764399 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60144) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:57.766640 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Set router 2ba82910-a746-4e42-b0e3-0c171bbe6976 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:46:57.807202 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port e870c5c1-27e3-4d63-9efb-bca86e97ddad triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:57.807614 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.848365 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5680c151-ad27-4927-9e9e-eac293572f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:57.893239 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7a759-eedb-4301-aceb-b6fcbc1517ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a02fa9-1425-4762-8263-5b40fcda52cd,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:57.897877 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-afa7a759-eedb-4301-aceb-b6fcbc1517ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:57.900245 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-afa7a759-eedb-4301-aceb-b6fcbc1517ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:57.906389 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-afa7a759-eedb-4301-aceb-b6fcbc1517ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/86a02fa9-1425-4762-8263-5b40fcda52cd HTTP/1.1" status: 204 len: 168 time: 0.9406741 May 31 12:46:58.050978 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:58.067225 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Usage tracker for resource:port and tenant:57b94dd4f9fb4a31a5be86bf96629a74 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:46:58.070454 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:46:58.083060 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:58.110800 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Made reservation on behalf of 57b94dd4f9fb4a31a5be86bf96629a74 for: {'port': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:58.115236 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.190386 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.193321 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:46:54Z', 'revision_number': 3, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port': {'id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:52Z', 'updated_at': '2021-05-31T12:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:58.197767 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Checking router: 2ba82910-a746-4e42-b0e3-0c171bbe6976 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:46:58.198710 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Updating router 2ba82910-a746-4e42-b0e3-0c171bbe6976 port b2c7024b-057d-4e6e-b846-70449bce1580 binding host dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:46:58.265498 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:58.594681 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Allocated IP 172.20.0.2 (5c495153-b53a-4f0a-89b8-81bb6def4340/8985fcc8-54ba-4dc3-bb66-5c9c3a4e6525/e7ba1713-a3c1-4dd3-8d42-1c8a4785af66) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:58.796934 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60192) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:58.961657 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.051133 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0036aaff-148f-4193-a2dd-0e2075a6fa0d req-3ab34c93-54d1-4a50-982d-35b12c295e1b tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 210 time: 0.2520242 May 31 12:46:59.224204 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.252381 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.provisioning_blocks [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Transition to ACTIVE for port object b2c7024b-057d-4e6e-b846-70449bce1580 will not be triggered until provisioned by entity L2. {{(pid=98238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:59.294055 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.298978 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:59.328357 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.332217 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.425843 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:59.433435 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Attempting to bind port b2c7024b-057d-4e6e-b846-70449bce1580 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:59.433435 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Attempting to bind port b2c7024b-057d-4e6e-b846-70449bce1580 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:59.433435 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Attempting to bind port b2c7024b-057d-4e6e-b846-70449bce1580 on network 6716e70a-5906-4d62-a93e-9dcbd55148be {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:59.440273 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60210) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:59.467439 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:59.468255 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:59.469005 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.469454 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Bound using segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:59.469891 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Bound port: b2c7024b-057d-4e6e-b846-70449bce1580, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:59.470432 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.480396 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.499191 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:59.528534 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae9712e-e78c-4b62-b6ed-ee30d88bfc22,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:59.572454 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:59.613263 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Pushing event updated for resources: {'Port': ['ID=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:59.627567 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Network 5c495153-b53a-4f0a-89b8-81bb6def4340 is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:59.628624 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:59.629583 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:59.641003 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] For port b2c7024b-057d-4e6e-b846-70449bce1580, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:59.648200 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] For port b2c7024b-057d-4e6e-b846-70449bce1580, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=b2c7024b-057d-4e6e-b846-70449bce1580,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:59.650757 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:59.657300 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.660675 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:59.660870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:59.706351 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0990374 May 31 12:46:59.728215 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Routers {'2ba82910-a746-4e42-b0e3-0c171bbe6976'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:46:59.729029 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:46:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['2ba82910-a746-4e42-b0e3-0c171bbe6976'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:46:59.857971 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Pushing event updated for resources: {'Port': ['ID=b2c7024b-057d-4e6e-b846-70449bce1580,revision_number=2']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:59.937886 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60232) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:59.942805 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.943441 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.943992 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.944778 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4025ec0acae1429e80b6c81886d16dd3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8289740 May 31 12:46:59.945428 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.945963 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.946580 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.947157 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.947929 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.949864 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.950427 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.950952 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.951907 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Tracked resource versions report: May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: pushed versions: May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: { 'AddressGroup': {'1.2'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'ConntrackHelper': {'1.0'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Log': {'1.0'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Network': {'1.1'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Port': {'1.7'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'PortForwarding': {'1.2'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'QosPolicy': {'1.8'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'SecurityGroup': {'1.4'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'SecurityGroupRule': {'1.2'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'SubPort': {'1.0'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Subnet': {'1.1'}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Trunk': {'1.1'}} May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: consumer versions: May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: { DHCP agent@dv-cinder-790492-5-smb: {}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: HyperV agent@hv-cinder-79049: {}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: L3 agent@dv-cinder-790492-5-smb: {}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: Metadata agent@dv-cinder-790492-5-smb: {}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: Metering agent@dv-cinder-790492-5-smb: {}, May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: Open vSwitch agent@dv-cinder-790492-5-smb: { 'AddressGroup': '1.2', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'ConntrackHelper': '1.0', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Log': '1.0', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Network': '1.1', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Port': '1.7', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'PortForwarding': '1.2', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'QosPolicy': '1.8', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'SecurityGroup': '1.4', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'SecurityGroupRule': '1.2', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'SubPort': '1.0', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Subnet': '1.1', May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: 'Trunk': '1.1'}} May 31 12:46:59.953234 dv-cinder-790492-5-smb neutron-server[98238]: {{(pid=98238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:46:59.960905 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:59.974283 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:00.111571 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Pushing event updated for resources: {'Port': ['ID=b2c7024b-057d-4e6e-b846-70449bce1580,revision_number=3']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:00.120128 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:00.149828 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-169a52ab-ab8b-4a52-974d-68c30ca9eb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.167742 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.201874 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] Set router 2ba82910-a746-4e42-b0e3-0c171bbe6976 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:00.239927 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:00.329450 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-169a52ab-ab8b-4a52-974d-68c30ca9eb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.419024 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Usage tracker for resource:security_group_rule and tenant:478d571670d540fd8ebbd8bbcf90ffe3 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:00.431877 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:00.443571 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:00.461441 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510'] for router, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.493244 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eb0fa-5b5e-4a45-8362-ee4c366df9c9 req-6b97c80f-e286-47c7-804e-6157f21a32ea tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:00.495606 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-ad9eb0fa-5b5e-4a45-8362-ee4c366df9c9 req-6b97c80f-e286-47c7-804e-6157f21a32ea tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Synchronizing usage tracker for tenant:57b94dd4f9fb4a31a5be86bf96629a74 on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:00.529162 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-169a52ab-ab8b-4a52-974d-68c30ca9eb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.551827 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f50162ef-f79e-477d-98d2-6e600e80938c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:00.587635 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a52ab-ab8b-4a52-974d-68c30ca9eb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae9712e-e78c-4b62-b6ed-ee30d88bfc22,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:00.595901 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-169a52ab-ab8b-4a52-974d-68c30ca9eb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:00.626927 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-169a52ab-ab8b-4a52-974d-68c30ca9eb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.630944 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-169a52ab-ab8b-4a52-974d-68c30ca9eb12 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ae9712e-e78c-4b62-b6ed-ee30d88bfc22 HTTP/1.1" status: 204 len: 168 time: 0.6882021 May 31 12:47:00.697980 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.714582 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-ad9eb0fa-5b5e-4a45-8362-ee4c366df9c9 req-6b97c80f-e286-47c7-804e-6157f21a32ea tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Unset dirty status for tenant:57b94dd4f9fb4a31a5be86bf96629a74 on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:00.715617 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:00.716139 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ad9eb0fa-5b5e-4a45-8362-ee4c366df9c9 req-6b97c80f-e286-47c7-804e-6157f21a32ea tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 931 time: 0.5005822 May 31 12:47:00.851230 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ad9eb0fa-5b5e-4a45-8362-ee4c366df9c9 req-812da3b0-1378-41c5-9435-152b8acfd979 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285579 May 31 12:47:00.958642 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:46:54Z', 'revision_number': 3, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port': {'id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:52Z', 'updated_at': '2021-05-31T12:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:00.970874 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e50bf-a1dd-407c-85d4-c42c42199ac8 None None] The sync data for ids ['2ba82910-a746-4e42-b0e3-0c171bbe6976'] in dv-cinder-790492-5-smb is: [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:46:54Z', 'revision_number': 3, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port': {'id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:52Z', 'updated_at': '2021-05-31T12:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:47:01.047703 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a0f5fd37-92a0-481f-8ce3-a308b9793295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:01.254492 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=478d571670d540fd8ebbd8bbcf90ffe3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7887149 May 31 12:47:01.261844 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b459a10-c447-4d6d-9cd4-74b3d6dd02c1,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:01.262452 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60280) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:01.271195 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:01.447221 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-422b8faa-b22a-4f89-805b-ddb55c823a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.527759 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-a7408c97-9e02-4696-8493-6e776b64b13b tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:47:01.529430 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Router 04b424c4-3e07-48f0-b2ee-565c8b08b10e is scheduled to L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd with binding_index 1 {{(pid=98235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:47:01.530186 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-a7408c97-9e02-4696-8493-6e776b64b13b tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188494 May 31 12:47:01.558126 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.600300 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-422b8faa-b22a-4f89-805b-ddb55c823a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.785597 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-422b8faa-b22a-4f89-805b-ddb55c823a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.790915 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:01.824757 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b8faa-b22a-4f89-805b-ddb55c823a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b459a10-c447-4d6d-9cd4-74b3d6dd02c1,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:01.837640 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-422b8faa-b22a-4f89-805b-ddb55c823a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:01.862178 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-422b8faa-b22a-4f89-805b-ddb55c823a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:01.863347 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-422b8faa-b22a-4f89-805b-ddb55c823a8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b459a10-c447-4d6d-9cd4-74b3d6dd02c1 HTTP/1.1" status: 204 len: 168 time: 0.5994887 May 31 12:47:02.047685 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Request body: {'port': {'device_id': '1095cb5d-fd93-4927-a1fb-247abf2a12ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:02.512126 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:02.952614 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:47:02.965168 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Sync routers for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:47:03.018481 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:03.021228 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:46:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:03.178914 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Notify callbacks [] for router, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:03.185314 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.8430529 May 31 12:47:03.192913 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60366) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:03.346222 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e1798-f0b8-4131-b4f5-a0f02f930ac9 req-2925128b-0b86-4c92-bb87-58f6d7da6e0b tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:03.356770 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d94e1798-f0b8-4131-b4f5-a0f02f930ac9 req-2925128b-0b86-4c92-bb87-58f6d7da6e0b tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 931 time: 1.2531173 May 31 12:47:03.516371 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Allocated IP 172.20.0.1 (b8b6eb3d-2b15-4283-8603-9c65d397fbde/5a14b356-84ea-439d-b58f-4875ddcc516d/18e79309-0df4-47e3-a309-181eb283fb18) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:03.624372 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d94e1798-f0b8-4131-b4f5-a0f02f930ac9 req-187c97ae-2ee3-4a4b-8d19-ffe1db121c16 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666533 May 31 12:47:03.669815 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device b2c7024b-057d-4e6e-b846-70449bce1580 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:03.764035 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:03.764582 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60392) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:04.117332 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 {{(pid=98236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:04.145343 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:04.213627 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.provisioning_blocks [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Transition to ACTIVE for port object e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 will not be triggered until provisioned by entity L2. {{(pid=98236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:04.220040 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:04.236405 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:04.309226 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:04.573761 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port b2c7024b-057d-4e6e-b846-70449bce1580 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:04.669094 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port b2c7024b-057d-4e6e-b846-70449bce1580 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:04.669704 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:04.675706 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:04.743502 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:04.819275 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:04.828777 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:04.885360 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:04.935110 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Network b8b6eb3d-2b15-4283-8603-9c65d397fbde is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:04.937040 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.managers [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Attempting to bind port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:04.937404 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.managers [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Attempting to bind port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '991cc697-9d4d-4a8c-ba0a-08c6191c855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c495153-b53a-4f0a-89b8-81bb6def4340'}] {{(pid=98236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:04.937840 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Attempting to bind port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 on network 5c495153-b53a-4f0a-89b8-81bb6def4340 {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:04.954126 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:04.959979 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 on network 5c495153-b53a-4f0a-89b8-81bb6def4340 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:04.960298 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Attempting to bind port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 on network 5c495153-b53a-4f0a-89b8-81bb6def4340 {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:04.970600 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Usage tracker for resource:security_group_rule and tenant:12a5533f0c4341a8a9622375833b149c is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:04.978445 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:04.986724 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:04.987347 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1947767'] for router_interface, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.064474 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:05.116199 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:05.116640 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Checking segment: {'id': '991cc697-9d4d-4a8c-ba0a-08c6191c855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c495153-b53a-4f0a-89b8-81bb6def4340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:05.121369 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Bound using segment: {'id': '991cc697-9d4d-4a8c-ba0a-08c6191c855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c495153-b53a-4f0a-89b8-81bb6def4340'} {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:05.122105 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.managers [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Bound port: e7ba1713-a3c1-4dd3-8d42-1c8a4785af66, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991cc697-9d4d-4a8c-ba0a-08c6191c855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5c495153-b53a-4f0a-89b8-81bb6def4340'}}] {{(pid=98236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:05.122486 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.152796 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:05.280795 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.294638 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:46:57Z', 'revision_number': 3, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:05.317796 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Checking router: 04b424c4-3e07-48f0-b2ee-565c8b08b10e for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:47:05.324767 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Updating router 04b424c4-3e07-48f0-b2ee-565c8b08b10e port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda binding host dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:47:05.459566 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7e3a1-6e3c-437f-ad89-e4fc73fc6086 req-88999993-3f69-4c82-a94a-90642bdbe3a3 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:05.467947 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-61a7e3a1-6e3c-437f-ad89-e4fc73fc6086 req-88999993-3f69-4c82-a94a-90642bdbe3a3 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 943 time: 0.4940159 May 31 12:47:05.469095 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.492370 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] For port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66, host hv-cinder-79049, cleared binding levels {{(pid=98236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:05.501204 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port b2c7024b-057d-4e6e-b846-70449bce1580, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=b2c7024b-057d-4e6e-b846-70449bce1580,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:05.533139 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.535432 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] For port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,segment=NetworkSegment(991cc697-9d4d-4a8c-ba0a-08c6191c855a),segment_id=991cc697-9d4d-4a8c-ba0a-08c6191c855a)] {{(pid=98236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:05.554907 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.555630 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:05.588093 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-61a7e3a1-6e3c-437f-ad89-e4fc73fc6086 req-6121319d-e2f8-4abe-a5cb-62c14029913f tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162040 May 31 12:47:05.589911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Pushing event updated for resources: {'Port': ['ID=18e79309-0df4-47e3-a309-181eb283fb18,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:05.598312 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.855s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:05.612536 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:05.731498 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=b2c7024b-057d-4e6e-b846-70449bce1580,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:05.732293 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.737939 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:05.752275 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:05.753610 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.753715 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.755228 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] 10.222.0.30 "PUT /v2.0/ports/e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 HTTP/1.1" status: 200 len: 1093 time: 3.8430662 May 31 12:47:05.759049 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1095cb5d-fd93-4927-a1fb-247abf2a12ee', 'tag': 'e7ba1713-a3c1-4dd3-8d42-1c8a4785af66'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:05.894622 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.152927 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,revision_number=3']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:06.171337 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:06.187596 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:06.298894 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12a5533f0c4341a8a9622375833b149c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5320389 May 31 12:47:06.304042 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60508) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:06.304042 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa835e-e66c-41c6-bd02-b5a66eb460a3,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:06.318137 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:06.511506 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.514433 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f83dc53-3775-4314-8ca4-38511c18c30b" -d '{"events": [{"name": "network-changed", "server_uuid": "1095cb5d-fd93-4927-a1fb-247abf2a12ee", "tag": "e7ba1713-a3c1-4dd3-8d42-1c8a4785af66"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:06.539359 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-143bdab3-6507-4211-84eb-8f55b5907214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:06.540857 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-143bdab3-6507-4211-84eb-8f55b5907214 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57b94dd4f9fb4a31a5be86bf96629a74&device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 1096 time: 0.6396847 May 31 12:47:06.543872 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8e5bebf1-955a-4249-996e-7266aff601ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.660246 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.697063 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Notify callbacks [] for port, precommit_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.715865 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.743806 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Transition to ACTIVE for port object eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:06.756515 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.759806 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.763231 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1947866'] for router_interface, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:06.764711 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:06.771560 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:06.841203 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-4d2631ba-3e2d-4a4b-a90f-b7eaa3b8dc74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 HTTP/1.1" status: 200 len: 217 time: 0.2779472 May 31 12:47:06.990055 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Attempting to bind port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:06.991347 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Attempting to bind port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:06.992191 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Attempting to bind port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda on network 6716e70a-5906-4d62-a93e-9dcbd55148be {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:06.998626 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb44f9-1afa-41e1-a951-8c66b4533f0e None None] Pushing event updated for resources: {'Port': ['ID=eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:07.006115 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-eafb44f9-1afa-41e1-a951-8c66b4533f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:07.007233 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:07.007926 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:07.008542 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.009505 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Bound using segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:07.010223 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Bound port: eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:07.010844 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.127813 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8e5bebf1-955a-4249-996e-7266aff601ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.137157 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] For port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:07.147547 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] For port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:07.155992 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.168292 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:07.285548 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60532) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:07.290498 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-e093e343-4026-42e5-8f3d-c6cf92a96a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:07.292460 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-e093e343-4026-42e5-8f3d-c6cf92a96a30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8985fcc8-54ba-4dc3-bb66-5c9c3a4e6525 HTTP/1.1" status: 200 len: 851 time: 0.3102803 May 31 12:47:07.376209 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764168f4-c64c-423d-8f0e-ec5112c37b31 req-5c4692fa-e72f-46bc-bf53-7c1525003c61 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:07.378225 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-764168f4-c64c-423d-8f0e-ec5112c37b31 req-5c4692fa-e72f-46bc-bf53-7c1525003c61 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 943 time: 0.5330627 May 31 12:47:07.385993 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Network b8b6eb3d-2b15-4283-8603-9c65d397fbde is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:07.403127 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:07.412762 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:07.414133 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:46:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:07.499572 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Pushing event updated for resources: {'Port': ['ID=18e79309-0df4-47e3-a309-181eb283fb18,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:07.520712 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:07.548485 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8e5bebf1-955a-4249-996e-7266aff601ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.561926 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe265b8-d53b-4ed0-809a-e424333f00b5 x-openstack-request-id: req-bbe265b8-d53b-4ed0-809a-e424333f00b5 {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:07.562328 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1095cb5d-fd93-4927-a1fb-247abf2a12ee", "tag": "e7ba1713-a3c1-4dd3-8d42-1c8a4785af66", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:07.562619 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbe265b8-d53b-4ed0-809a-e424333f00b5 {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:07.563086 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1095cb5d-fd93-4927-a1fb-247abf2a12ee', 'tag': 'e7ba1713-a3c1-4dd3-8d42-1c8a4785af66', 'status': 'completed', 'code': 200} May 31 12:47:07.585476 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb44f9-1afa-41e1-a951-8c66b4533f0e None None] Pushing event updated for resources: {'Port': ['ID=eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:07.599687 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-eafb44f9-1afa-41e1-a951-8c66b4533f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:07.609377 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:07.631570 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bebf1-955a-4249-996e-7266aff601ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa835e-e66c-41c6-bd02-b5a66eb460a3,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:07.636891 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8e5bebf1-955a-4249-996e-7266aff601ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:07.642371 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5a03c269-f2d9-4d7c-9a47-6e1b02c54211 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c495153-b53a-4f0a-89b8-81bb6def4340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2559512 May 31 12:47:07.739731 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-764168f4-c64c-423d-8f0e-ec5112c37b31 req-943b3398-6b10-471d-9c3a-5a098b0372f4 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333890 May 31 12:47:07.748368 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8e5bebf1-955a-4249-996e-7266aff601ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.774114 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-8e5bebf1-955a-4249-996e-7266aff601ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73fa835e-e66c-41c6-bd02-b5a66eb460a3 HTTP/1.1" status: 204 len: 168 time: 1.4490440 May 31 12:47:07.854150 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device b2c7024b-057d-4e6e-b846-70449bce1580 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:07.937523 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-a7bcaff4-d963-472f-b117-63fdd2f0d1e8 service neutron] 10.222.0.30 "GET /v2.0/networks/5c495153-b53a-4f0a-89b8-81bb6def4340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625732 May 31 12:47:08.071086 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:08.336455 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44097a24-6ab2-4268-9e8a-7e596b8710c1 req-5c59ea7b-d07c-4a30-8675-b62225e449ff service neutron] 10.222.0.30 "GET /v2.0/networks/5c495153-b53a-4f0a-89b8-81bb6def4340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803122 May 31 12:47:08.396911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Router 2ba82910-a746-4e42-b0e3-0c171bbe6976 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:47:08.427908 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.522161 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port b2c7024b-057d-4e6e-b846-70449bce1580 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:08.522698 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.534461 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:08.547314 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Usage tracker for resource:security_group_rule and tenant:294e15f6030f4c1db3161aa7b0444bc3 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:08.553204 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:08.571623 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:09.214390 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.267615 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:46:57Z', 'revision_number': 3, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:09.278475 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740ec313-ac94-4645-86a9-7f53534cbf8e None None] The sync data for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb is: [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:46:57Z', 'revision_number': 3, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:47:09.360859 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:09.361553 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-f2fb94d5-a7ea-46b9-a130-c7cd389ff9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:09.363566 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-f2fb94d5-a7ea-46b9-a130-c7cd389ff9cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=57b94dd4f9fb4a31a5be86bf96629a74&device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 1096 time: 0.3288908 May 31 12:47:09.387317 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f6e27-6385-4694-bbff-c47461929a1b req-632528fa-4c42-49b4-9923-2a8e9486bfbe tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:09.389004 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-157f6e27-6385-4694-bbff-c47461929a1b req-632528fa-4c42-49b4-9923-2a8e9486bfbe tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 943 time: 0.2298360 May 31 12:47:09.421249 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a593b3a0-9597-46ef-a158-bdbe362e24fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:09.459275 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc3a86-d933-4b0b-9075-d9c538074697,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:09.471405 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:09.504403 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-157f6e27-6385-4694-bbff-c47461929a1b req-a0a45be0-7c83-492b-8582-3c60807e4ad9 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012039 May 31 12:47:09.533938 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Allocated IP 172.20.0.1 (a0568223-660d-44c3-9aeb-202b64b087c1/ec336638-7a9f-4950-9746-79a228bc87fe/2a9f5705-dc42-438d-9e00-dd9057e52947) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:09.540757 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=294e15f6030f4c1db3161aa7b0444bc3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1529999 May 31 12:47:09.541068 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60606) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:09.546600 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:47:09.556991 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Sync routers for ids ['2ba82910-a746-4e42-b0e3-0c171bbe6976'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:47:09.581326 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Routers {'2ba82910-a746-4e42-b0e3-0c171bbe6976'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:09.581963 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:46:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['2ba82910-a746-4e42-b0e3-0c171bbe6976'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:09.605445 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] 10.222.0.65 "PUT /v2.0/routers/2ba82910-a746-4e42-b0e3-0c171bbe6976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8400302 May 31 12:47:09.729265 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60612) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:09.948769 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-8f5e0ac3-18fa-4f70-acaf-b4ca8c5831fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:09.955362 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-8f5e0ac3-18fa-4f70-acaf-b4ca8c5831fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c495153-b53a-4f0a-89b8-81bb6def4340 HTTP/1.1" status: 200 len: 912 time: 0.3825433 May 31 12:47:10.054340 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.090822 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Transition to ACTIVE for port object 2a9f5705-dc42-438d-9e00-dd9057e52947 will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:10.124294 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4140f4d3-f82b-4f00-91bd-a84b4bd8482c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.127328 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.144727 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e52f2a47-17e5-47bd-9a05-7b0218f6bd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:10.219612 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4140f4d3-f82b-4f00-91bd-a84b4bd8482c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.225008 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Set router 2ba82910-a746-4e42-b0e3-0c171bbe6976 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:10.336778 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.353399 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Network a0568223-660d-44c3-9aeb-202b64b087c1 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:10.361485 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:10.391914 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:10.392834 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1947767'] for router_interface, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.400288 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:10.419611 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Usage tracker for resource:security_group_rule and tenant:e05093a8583248a8b3159801b57ef705 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:10.431054 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:10.439534 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Pushing event updated for resources: {'Port': ['ID=2a9f5705-dc42-438d-9e00-dd9057e52947,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:10.442627 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:10.447587 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:10.722926 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-6642b8bc-e2c3-4b36-a793-0ef3d45e21cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 HTTP/1.1" status: 200 len: 217 time: 0.4246581 May 31 12:47:10.890912 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4140f4d3-f82b-4f00-91bd-a84b4bd8482c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.914901 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-e1eda472-3052-4054-bf1f-541c983adf1a None None] Provisioning for port 2a9f5705-dc42-438d-9e00-dd9057e52947 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:10.923366 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-169a52ab-ab8b-4a52-974d-68c30ca9eb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:10.933548 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-e1eda472-3052-4054-bf1f-541c983adf1a None None] Provisioning complete for port 2a9f5705-dc42-438d-9e00-dd9057e52947 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:10.938298 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e1eda472-3052-4054-bf1f-541c983adf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.982209 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140f4d3-f82b-4f00-91bd-a84b4bd8482c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc3a86-d933-4b0b-9075-d9c538074697,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:11.004379 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4140f4d3-f82b-4f00-91bd-a84b4bd8482c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.008150 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-4140f4d3-f82b-4f00-91bd-a84b4bd8482c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75fc3a86-d933-4b0b-9075-d9c538074697 HTTP/1.1" status: 204 len: 168 time: 1.4658186 May 31 12:47:11.016957 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4140f4d3-f82b-4f00-91bd-a84b4bd8482c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:11.025904 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-a16ac065-2d29-46b5-84fe-fccf84aa5a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:11.032042 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-a16ac065-2d29-46b5-84fe-fccf84aa5a92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8985fcc8-54ba-4dc3-bb66-5c9c3a4e6525 HTTP/1.1" status: 200 len: 851 time: 0.2934742 May 31 12:47:11.034831 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.085738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.133299 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-e1eda472-3052-4054-bf1f-541c983adf1a None None] Port 2a9f5705-dc42-438d-9e00-dd9057e52947 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:47:11.151472 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-15da3d81-93c8-40fb-9b3d-ba90e4df3bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:11.320965 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c560d72a-4a80-4be0-af25-09933c32d81d,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:11.335361 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:11.339781 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.406665 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-3aba3449-92dc-4a4a-859c-6d84a9c05ee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c495153-b53a-4f0a-89b8-81bb6def4340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3433447 May 31 12:47:11.482259 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:05Z', 'revision_number': 4, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port': {'id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:52Z', 'updated_at': '2021-05-31T12:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '18e79309-0df4-47e3-a309-181eb283fb18', 'name': '', 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'mac_address': 'fa:16:3e:dd:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5a14b356-84ea-439d-b58f-4875ddcc516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:02Z', 'updated_at': '2021-05-31T12:47:05Z', 'revision_number': 2, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'subnets': [{'id': '5a14b356-84ea-439d-b58f-4875ddcc516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:11.513208 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Checking router: 2ba82910-a746-4e42-b0e3-0c171bbe6976 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:47:11.513618 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Updating router 2ba82910-a746-4e42-b0e3-0c171bbe6976 port 18e79309-0df4-47e3-a309-181eb283fb18 binding host dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:47:11.751854 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:11.804459 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.809057 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.829020 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.847152 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1947866'] for router_interface, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.865720 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:11.913085 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:11.922105 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:11.922723 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:11.960473 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e05093a8583248a8b3159801b57ef705&name=default HTTP/1.1" status: 200 len: 2978 time: 2.2102554 May 31 12:47:11.990600 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60674) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:12.082252 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60678) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:12.115328 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Pushing event updated for resources: {'Port': ['ID=2a9f5705-dc42-438d-9e00-dd9057e52947,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:12.119407 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:12.150045 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f94011-ba5b-4dbc-970e-336be8e3a692 req-68f94ce9-8e85-4604-89a0-8cac369ad862 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:12.151638 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-05f94011-ba5b-4dbc-970e-336be8e3a692 req-68f94ce9-8e85-4604-89a0-8cac369ad862 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 943 time: 0.9478514 May 31 12:47:12.164349 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-f4f431ae-6e88-4253-bf85-fd55811d4e6a service neutron] 10.222.0.30 "GET /v2.0/networks/5c495153-b53a-4f0a-89b8-81bb6def4340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937497 May 31 12:47:12.174049 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Network a0568223-660d-44c3-9aeb-202b64b087c1 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:12.174787 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-07cc62fc-2bb8-47c2-947c-404b62402944 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:12.175590 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:12.176317 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-07cc62fc-2bb8-47c2-947c-404b62402944 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 819 time: 0.8181009 May 31 12:47:12.188683 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.214638 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:12.230649 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.240861 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:12.263240 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-64e5eaf7-cc8d-4954-bfe0-1634a14d556f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/quotas/9df89126ca4f40f89c3aff8f7826c303 HTTP/1.1" status: 200 len: 375 time: 0.0550494 May 31 12:47:12.282067 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.380693 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:12.405360 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:12.409704 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-05f94011-ba5b-4dbc-970e-336be8e3a692 req-5b29b23b-23a6-467f-96b5-0e9f1e70c5e0 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476397 May 31 12:47:12.421276 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:12.424174 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c9908b2c-da61-4067-8b45-d426f15722a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.446339 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] Usage tracker for resource:security_group_rule and tenant:f944582c85374b3eb3dd12a93954fa03 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:12.460501 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:12.494769 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:12.506672 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c9908b2c-da61-4067-8b45-d426f15722a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.525070 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Notify callbacks [] for port, precommit_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.548866 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.provisioning_blocks [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Transition to ACTIVE for port object 18e79309-0df4-47e3-a309-181eb283fb18 will not be triggered until provisioned by entity L2. {{(pid=98238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:12.561627 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.572411 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-38a6d949-5ed1-4d32-a4e2-63c210b16010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:12.586202 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-9a0e5e23-0c88-47dd-b620-736dafa7adfc None None] Provisioning complete for port 2a9f5705-dc42-438d-9e00-dd9057e52947 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:12.587549 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5e23-0c88-47dd-b620-736dafa7adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.606348 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Router 04b424c4-3e07-48f0-b2ee-565c8b08b10e has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:47:12.625273 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-e8ccf3ba-f623-408c-a229-45310bada042 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3445437 May 31 12:47:12.728288 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.741501 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.743444 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c9908b2c-da61-4067-8b45-d426f15722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.776070 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e5e23-0c88-47dd-b620-736dafa7adfc None None] Port 2a9f5705-dc42-438d-9e00-dd9057e52947 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:47:12.779968 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:12.797411 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f944582c85374b3eb3dd12a93954fa03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7111800 May 31 12:47:12.801240 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60720) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:12.905364 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:47:12.916102 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Sync routers for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:47:12.931043 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] 10.222.0.65 "PUT /v2.0/routers/04b424c4-3e07-48f0-b2ee-565c8b08b10e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7286782 May 31 12:47:12.931251 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c9908b2c-da61-4067-8b45-d426f15722a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:12.931251 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c9908b2c-da61-4067-8b45-d426f15722a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c560d72a-4a80-4be0-af25-09933c32d81d HTTP/1.1" status: 204 len: 168 time: 0.9334166 May 31 12:47:12.932575 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:12.933289 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:46:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:12.937098 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738e472-825e-4528-a4db-9362e113eb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d07479-afbd-4e60-80e6-f305cce5942e,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:12.960635 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9908b2c-da61-4067-8b45-d426f15722a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c560d72a-4a80-4be0-af25-09933c32d81d,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:12.971715 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c9908b2c-da61-4067-8b45-d426f15722a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:12.972180 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:12.972459 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:12.976273 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-94a66ce0-450e-4e0e-9ba9-8c314d0143cb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:47:12.977353 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-94a66ce0-450e-4e0e-9ba9-8c314d0143cb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1361620 May 31 12:47:13.174156 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-7265e08c-dd65-48ab-b50e-0f58bdcf63f1 service neutron] 10.222.0.65 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882191 May 31 12:47:13.196248 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0084c68-5463-4a25-a3fa-eb6c811d252d None None] Pushing event updated for resources: {'Port': ['ID=18e79309-0df4-47e3-a309-181eb283fb18,revision_number=3']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:13.210251 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-c0084c68-5463-4a25-a3fa-eb6c811d252d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:13.230844 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Attempting to bind port 18e79309-0df4-47e3-a309-181eb283fb18 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:13.238443 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Attempting to bind port 18e79309-0df4-47e3-a309-181eb283fb18 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:13.241345 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Attempting to bind port 18e79309-0df4-47e3-a309-181eb283fb18 on network b8b6eb3d-2b15-4283-8603-9c65d397fbde {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:13.261571 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:13.267901 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Checking segment: {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:13.268682 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.270795 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Bound using segment: {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:13.271542 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Bound port: 18e79309-0df4-47e3-a309-181eb283fb18, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'}}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:13.272477 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-76f2b984-b131-4ac0-98a3-6a8d124e8429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.273135 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.331093 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-76f2b984-b131-4ac0-98a3-6a8d124e8429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.490331 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-a69fbc5b-f4d0-48cb-a61c-317ff02d6385 service neutron] 10.222.0.65 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055255 May 31 12:47:13.518121 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] For port 18e79309-0df4-47e3-a309-181eb283fb18, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:13.530707 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] For port 18e79309-0df4-47e3-a309-181eb283fb18, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=18e79309-0df4-47e3-a309-181eb283fb18,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:13.543593 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.551979 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-425d60b4-e0f8-42a3-823e-0381d2659a1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:13.554842 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:13.712930 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0084c68-5463-4a25-a3fa-eb6c811d252d None None] Pushing event updated for resources: {'Port': ['ID=18e79309-0df4-47e3-a309-181eb283fb18,revision_number=4']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:13.723115 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:13.725603 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-c0084c68-5463-4a25-a3fa-eb6c811d252d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:13.741149 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Routers {'2ba82910-a746-4e42-b0e3-0c171bbe6976'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:13.741922 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:46:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['2ba82910-a746-4e42-b0e3-0c171bbe6976'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:13.813237 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-76f2b984-b131-4ac0-98a3-6a8d124e8429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.848989 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60770) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:13.857466 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-afa7a759-eedb-4301-aceb-b6fcbc1517ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:13.890615 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:47:13.897476 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2b984-b131-4ac0-98a3-6a8d124e8429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d07479-afbd-4e60-80e6-f305cce5942e,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:13.912751 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-76f2b984-b131-4ac0-98a3-6a8d124e8429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:13.925565 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2f83dc53-3775-4314-8ca4-38511c18c30b req-d570ed52-f168-48ce-a6ea-108a23c10035 service neutron] 10.222.0.30 "GET /v2.0/networks/5c495153-b53a-4f0a-89b8-81bb6def4340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171016 May 31 12:47:13.941536 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-76f2b984-b131-4ac0-98a3-6a8d124e8429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:13.942911 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-76f2b984-b131-4ac0-98a3-6a8d124e8429 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42d07479-afbd-4e60-80e6-f305cce5942e HTTP/1.1" status: 204 len: 168 time: 1.1309261 May 31 12:47:14.118942 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60794) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:14.146314 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] Set router 2ba82910-a746-4e42-b0e3-0c171bbe6976 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:14.150009 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:14.181769 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:14.201859 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:14.205600 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] Usage tracker for resource:security_group_rule and tenant:e50e1f7c0a7e4a05bc94709d6bf235f6 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:14.208587 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:14.215163 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:14.331976 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:14.350881 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:14.356705 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa6b53-7cc8-4715-a05c-f1529097b9de req-6e67deef-ddc7-473f-959d-db81349b8043 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:14.359257 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Usage tracker for resource:security_group_rule and tenant:2d893302b9774a1e963a53e75a50dfbf is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:14.363376 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-10fa6b53-7cc8-4715-a05c-f1529097b9de req-6e67deef-ddc7-473f-959d-db81349b8043 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 943 time: 0.2493341 May 31 12:47:14.367120 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:14.376059 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:14.517235 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-10fa6b53-7cc8-4715-a05c-f1529097b9de req-7432c23d-3649-48da-93fd-65ac7d006f0e tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469948 May 31 12:47:14.641298 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:14.660663 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:14.661317 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60816) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:14.661951 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:14.672771 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--995790082', 'description': 'tempest-description--138185049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:14.696867 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-907a8445-782b-4dd0-92db-88faad643758 req-670fd71f-0106-4a1a-8ad5-1d8cbcf0c584 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 210 time: 0.0893869 May 31 12:47:14.704578 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:14.705041 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:14.707857 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:14.730686 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:14.800832 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2d893302b9774a1e963a53e75a50dfbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9507499 May 31 12:47:14.804104 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60828) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:14.837454 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:security_group and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:14.903127 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:14.936651 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 60840) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:14.957618 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e50e1f7c0a7e4a05bc94709d6bf235f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8368707 May 31 12:47:14.958856 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:14.963315 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9726786-0b50-4a7f-9613-a468c2a1b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f898291-1b6e-4ac0-8136-9112355af483,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:15.025247 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:11Z', 'revision_number': 2, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:15.030618 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.045645 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Checking router: 04b424c4-3e07-48f0-b2ee-565c8b08b10e for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:47:15.046846 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Updating router 04b424c4-3e07-48f0-b2ee-565c8b08b10e port 2a9f5705-dc42-438d-9e00-dd9057e52947 binding host dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:47:15.063196 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3e9502e9-0193-4b24-b76b-d21d3b2d42aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.098054 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:05Z', 'revision_number': 4, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port': {'id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:52Z', 'updated_at': '2021-05-31T12:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '18e79309-0df4-47e3-a309-181eb283fb18', 'name': '', 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'mac_address': 'fa:16:3e:dd:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5a14b356-84ea-439d-b58f-4875ddcc516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:02Z', 'updated_at': '2021-05-31T12:47:13Z', 'revision_number': 4, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'subnets': [{'id': '5a14b356-84ea-439d-b58f-4875ddcc516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:15.109746 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54ec79b-acbe-4fc4-bc5b-59e7fb54a4bf,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:15.115831 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:15.118244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:15.119033 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:15.121344 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:15.123390 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e2ec7-8916-4c09-83e3-dac990191f0c None None] The sync data for ids ['2ba82910-a746-4e42-b0e3-0c171bbe6976'] in dv-cinder-790492-5-smb is: [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:05Z', 'revision_number': 4, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port': {'id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:52Z', 'updated_at': '2021-05-31T12:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '18e79309-0df4-47e3-a309-181eb283fb18', 'name': '', 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'mac_address': 'fa:16:3e:dd:b4:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5a14b356-84ea-439d-b58f-4875ddcc516d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:02Z', 'updated_at': '2021-05-31T12:47:13Z', 'revision_number': 4, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'subnets': [{'id': '5a14b356-84ea-439d-b58f-4875ddcc516d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:47:15.128749 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:security_group_rule and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:15.137363 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:15.156552 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:15.176272 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.297995 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3e9502e9-0193-4b24-b76b-d21d3b2d42aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.314117 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.319205 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.333258 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-82f34b0c-f81c-4191-8d8b-567c1814fd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:15.384595 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2943c52-e2c0-4860-80d3-5dc790f54f51,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:15.394994 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:15.428421 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.439383 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7668092 May 31 12:47:15.443104 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60866) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:15.450122 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'security_group_rule': {'security_group_id': 'f2943c52-e2c0-4860-80d3-5dc790f54f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:15.479905 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:15.490181 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:security_group_rule and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:15.497936 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:15.510348 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4d73d81c-981b-4e1d-900b-9dbe66285c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.512267 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:15.543218 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.544628 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4d73d81c-981b-4e1d-900b-9dbe66285c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.664244 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-b322fd34-0760-49b0-afa3-dc7d15f51235 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:15.666899 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-b322fd34-0760-49b0-afa3-dc7d15f51235 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 819 time: 0.5625808 May 31 12:47:15.706182 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3e9502e9-0193-4b24-b76b-d21d3b2d42aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.722665 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-422b8faa-b22a-4f89-805b-ddb55c823a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:15.741920 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-f04faabd-7034-4bca-a1b7-c0cfe5249e72 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/quotas/9df89126ca4f40f89c3aff8f7826c303 HTTP/1.1" status: 200 len: 375 time: 0.0403054 May 31 12:47:15.748203 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9502e9-0193-4b24-b76b-d21d3b2d42aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54ec79b-acbe-4fc4-bc5b-59e7fb54a4bf,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:15.803101 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 18e79309-0df4-47e3-a309-181eb283fb18 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:15.809375 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.814597 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.826524 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:15.853532 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3e9502e9-0193-4b24-b76b-d21d3b2d42aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:15.860143 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c22d973-78b1-43dc-a3fc-b6e60253d1ee,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:15.937817 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:15.941827 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4970355 May 31 12:47:15.944773 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60888) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:15.983300 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'security_group_rule': {'security_group_id': 'f2943c52-e2c0-4860-80d3-5dc790f54f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:16.004667 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:16.010134 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:16.021215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3e9502e9-0193-4b24-b76b-d21d3b2d42aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.023192 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-3e9502e9-0193-4b24-b76b-d21d3b2d42aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f54ec79b-acbe-4fc4-bc5b-59e7fb54a4bf HTTP/1.1" status: 204 len: 168 time: 1.2178698 May 31 12:47:16.024289 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:security_group_rule and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:16.024670 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4d73d81c-981b-4e1d-900b-9dbe66285c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.031468 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:16.051871 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8e5bebf1-955a-4249-996e-7266aff601ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:16.066800 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4d73d81c-981b-4e1d-900b-9dbe66285c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.067687 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:16.069206 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-4d73d81c-981b-4e1d-900b-9dbe66285c8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f898291-1b6e-4ac0-8136-9112355af483 HTTP/1.1" status: 204 len: 168 time: 1.0816298 May 31 12:47:16.114535 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.117439 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73d81c-981b-4e1d-900b-9dbe66285c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f898291-1b6e-4ac0-8136-9112355af483,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:16.120465 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4d73d81c-981b-4e1d-900b-9dbe66285c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:16.172705 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-6618e0a1-79c0-4373-8bc1-461823594d7b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4298160 May 31 12:47:16.268090 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.274188 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.279350 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:16.295621 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53fdc2-eb97-4cd0-8f50-fddbba31d8c6 req-75c2c455-6932-4573-b564-1e4250e41b3c tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:16.309787 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1d53fdc2-eb97-4cd0-8f50-fddbba31d8c6 req-75c2c455-6932-4573-b564-1e4250e41b3c tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 943 time: 0.4695437 May 31 12:47:16.315175 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 18e79309-0df4-47e3-a309-181eb283fb18 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:16.334458 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 18e79309-0df4-47e3-a309-181eb283fb18 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:16.335189 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.380629 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20988f5-ac75-4120-9d68-2b33b29a46d3,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:16.425309 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:16.431640 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.435896 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4901216 May 31 12:47:16.439822 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60910) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:16.464818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'floatingip': {'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:16.485370 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:16.503521 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.db.resource_extend [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:47:16.508384 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:floatingip and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:16.514747 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:16.551033 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:16.570513 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1d53fdc2-eb97-4cd0-8f50-fddbba31d8c6 req-e0c76179-1df7-4a33-8e1d-b203424bbf00 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591374 May 31 12:47:16.579428 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.698891 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-f34bcbb5-4c00-4b1b-9023-533595fb0bc5 service neutron] 10.222.0.65 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139658 May 31 12:47:16.864149 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.932661 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.951515 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Notify callbacks [] for port, precommit_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:16.987841 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60922) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:17.056136 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Transition to ACTIVE for port object 2a9f5705-dc42-438d-9e00-dd9057e52947 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:17.072541 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 18e79309-0df4-47e3-a309-181eb283fb18, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=18e79309-0df4-47e3-a309-181eb283fb18,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:17.076499 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.098751 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:17.150320 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Allocated IP 172.28.1.105 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/991eb648-d913-4884-80f4-0b2833027cee) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:17.173477 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.305976 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.328874 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-7dda7ed6-e792-4ea8-afda-8f5863a20947 service neutron] 10.222.0.65 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291342 May 31 12:47:17.352990 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-e98890b2-485b-4410-b373-96f156368d40 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:17.356772 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-e98890b2-485b-4410-b373-96f156368d40 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 819 time: 0.6924138 May 31 12:47:17.364028 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:17.370672 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Request body: {'port': {'device_id': '1ab2fd02-0136-48d0-be5a-adc4f8261214', 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde', 'admin_state_up': True, 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:17.389955 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Usage tracker for resource:security_group_rule and tenant:174342a28068440795631bf98c35a0d9 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:17.490122 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbab38f-0c13-44be-a9e3-eab7cd7068a8 None None] Pushing event updated for resources: {'Port': ['ID=2a9f5705-dc42-438d-9e00-dd9057e52947,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:17.496060 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-7dbab38f-0c13-44be-a9e3-eab7cd7068a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:17.503662 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-eafb44f9-1afa-41e1-a951-8c66b4533f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:17.609155 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:17.651527 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:17.720070 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Attempting to bind port 2a9f5705-dc42-438d-9e00-dd9057e52947 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:17.720450 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Attempting to bind port 2a9f5705-dc42-438d-9e00-dd9057e52947 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:17.720816 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Attempting to bind port 2a9f5705-dc42-438d-9e00-dd9057e52947 on network a0568223-660d-44c3-9aeb-202b64b087c1 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:17.725856 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.758344 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:17.759069 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Checking segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:17.759479 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.761200 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Bound using segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:17.761714 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Bound port: 2a9f5705-dc42-438d-9e00-dd9057e52947, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:17.763511 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.772676 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:17.793910 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:17.810003 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=18e79309-0df4-47e3-a309-181eb283fb18,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:17.816564 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:17.864082 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3fd6ce61-0dde-496b-8af1-c5adfcb47f0e req-4230561e-c801-4351-8ba5-65381bb2e6a9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 210 time: 0.1669486 May 31 12:47:17.902591 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:17.922057 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:17.939431 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:18.013210 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] For port 2a9f5705-dc42-438d-9e00-dd9057e52947, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:18.024694 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] For port 2a9f5705-dc42-438d-9e00-dd9057e52947, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=2a9f5705-dc42-438d-9e00-dd9057e52947,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:18.030648 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.036933 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:18.049153 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.194362 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'Port': ['ID=991eb648-d913-4884-80f4-0b2833027cee,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:18.205913 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:18.218690 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:18.224568 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbab38f-0c13-44be-a9e3-eab7cd7068a8 None None] Pushing event updated for resources: {'Port': ['ID=2a9f5705-dc42-438d-9e00-dd9057e52947,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:18.227893 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:18.233563 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-7dbab38f-0c13-44be-a9e3-eab7cd7068a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:18.236342 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Usage tracker for resource:port and tenant:9df89126ca4f40f89c3aff8f7826c303 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:18.242332 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:18.263972 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:18.264932 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:46:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:18.279850 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:18.314653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.329380 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc26e-f8bf-4c1e-a03b-ebc5671824db req-b1fd0fc6-9ccf-46a0-aafa-dcb8949dbdd9 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:18.333382 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9abfc26e-f8bf-4c1e-a03b-ebc5671824db req-b1fd0fc6-9ccf-46a0-aafa-dcb8949dbdd9 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 943 time: 0.4358516 May 31 12:47:18.339691 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Made reservation on behalf of 9df89126ca4f40f89c3aff8f7826c303 for: {'port': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:18.347037 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.582797 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9abfc26e-f8bf-4c1e-a03b-ebc5671824db req-25fc303f-a4e3-41ca-9cfd-54e33adc60c0 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056766 May 31 12:47:18.644410 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:18.763853 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Allocated IP 172.20.0.9 (b8b6eb3d-2b15-4283-8603-9c65d397fbde/5a14b356-84ea-439d-b58f-4875ddcc516d/68d2fa4d-92a7-4beb-9218-854da6d2be2b) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:18.800401 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.833095 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:18.863471 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:18.909464 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93aaab1-be8f-4127-9b9e-7b2b20e0a0b2,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:18.914175 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:18.943861 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=174342a28068440795631bf98c35a0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9542620 May 31 12:47:18.944511 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 60998) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:19.007428 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.019274 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.db.resource_extend [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:47:19.027763 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.037828 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-152be7fe-4d12-489d-978f-da299de3388f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:19.099334 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1c555716-1082-448f-be61-e21227face42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.111362 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.166066 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1c555716-1082-448f-be61-e21227face42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.172743 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'Port': ['ID=991eb648-d913-4884-80f4-0b2833027cee,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:19.175987 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:19.245264 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.248816 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8062737 May 31 12:47:19.317357 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ff40c09d-8820-4729-aaf9-6c0c6998437a req-972e4bed-56f4-4e54-b5f1-4cf0882b38a7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 210 time: 0.1518164 May 31 12:47:19.333139 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1c555716-1082-448f-be61-e21227face42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.349690 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4f01e67b-2d40-41ce-909a-54bab4fc23ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:19.387777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1c555716-1082-448f-be61-e21227face42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.391640 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-1c555716-1082-448f-be61-e21227face42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f93aaab1-be8f-4127-9b9e-7b2b20e0a0b2 HTTP/1.1" status: 204 len: 168 time: 0.4438648 May 31 12:47:19.402774 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c555716-1082-448f-be61-e21227face42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93aaab1-be8f-4127-9b9e-7b2b20e0a0b2,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:19.417446 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.421254 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,segment=NetworkSegment(991cc697-9d4d-4a8c-ba0a-08c6191c855a),segment_id=991cc697-9d4d-4a8c-ba0a-08c6191c855a)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:19.421689 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1c555716-1082-448f-be61-e21227face42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:19.494387 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.30', 55545) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:19.543538 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.550808 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0950e095-ac91-4c29-b2b7-e8e82669e8e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:19.723695 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'e7ba1713-a3c1-4dd3-8d42-1c8a4785af66', 'network_id': '5c495153-b53a-4f0a-89b8-81bb6def4340', 'port_id': 'e7ba1713-a3c1-4dd3-8d42-1c8a4785af66', 'mac_address': 'fa:16:3e:8c:95:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8985fcc8-54ba-4dc3-bb66-5c9c3a4e6525', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:19.817986 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 18e79309-0df4-47e3-a309-181eb283fb18 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:19.850476 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Network b8b6eb3d-2b15-4283-8603-9c65d397fbde is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:19.889355 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:19.900521 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-48728771-4378-4b57-823f-4d2b81f9c531 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:19.904934 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:19.906098 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-48728771-4378-4b57-823f-4d2b81f9c531 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Synchronizing usage tracker for tenant:9df89126ca4f40f89c3aff8f7826c303 on resource:network {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:19.910478 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:19.911109 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.955889 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-48728771-4378-4b57-823f-4d2b81f9c531 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Unset dirty status for tenant:9df89126ca4f40f89c3aff8f7826c303 on resource:network {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:19.956978 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-48728771-4378-4b57-823f-4d2b81f9c531 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 819 time: 0.4571166 May 31 12:47:19.961104 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:19.972474 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Request body: {'port': {'device_id': '7e7b8b42-d31a-48af-9e61-debee6b34c5c', 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde', 'admin_state_up': True, 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:19.980595 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6139007 May 31 12:47:20.063092 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Request body: {'port': {'device_id': '1ab2fd02-0136-48d0-be5a-adc4f8261214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:20.077874 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:20.099357 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,segment=NetworkSegment(991cc697-9d4d-4a8c-ba0a-08c6191c855a),segment_id=991cc697-9d4d-4a8c-ba0a-08c6191c855a)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:20.113194 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:20.116864 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-7dbab38f-0c13-44be-a9e3-eab7cd7068a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:20.117779 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-920b8224-cdcd-412d-9458-0e157144f040 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Synchronizing usage tracker for tenant:2b8770a463164b9dac300460e1914157 on resource:security_group {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:20.120331 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Pushing event updated for resources: {'Port': ['ID=68d2fa4d-92a7-4beb-9218-854da6d2be2b,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:20.142203 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:20.262725 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:20.265214 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:18Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:20.276090 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-920b8224-cdcd-412d-9458-0e157144f040 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Unset dirty status for tenant:2b8770a463164b9dac300460e1914157 on resource:security_group {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:20.283964 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-920b8224-cdcd-412d-9458-0e157144f040 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--995790082&fields=id&tenant_id=2b8770a463164b9dac300460e1914157 HTTP/1.1" status: 200 len: 267 time: 0.4409475 May 31 12:47:20.297146 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 18e79309-0df4-47e3-a309-181eb283fb18 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:20.297529 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:20.298810 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:20.303615 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Usage tracker for resource:port and tenant:9df89126ca4f40f89c3aff8f7826c303 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:20.306980 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:20.314549 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:20.328789 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Made reservation on behalf of 9df89126ca4f40f89c3aff8f7826c303 for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:20.333452 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:20.335900 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cd534c-dae8-4255-b127-a1dab2d6910d None None] The sync data for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb is: [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:18Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:47:20.379725 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:20.404231 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:20.496373 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 32832) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:20.564327 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:20.576007 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['e7ba1713-a3c1-4dd3-8d42-1c8a4785af66'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:20.598962 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:20.604436 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Usage tracker for resource:security_group_rule and tenant:6ea9c84cf53f41a7822226ec2444b7d7 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:20.607691 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:20.612621 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054573b-700d-410b-9c42-382be3428712 req-5b797126-f3ca-4ca7-8a12-a6ec8c0d982c tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:20.613799 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:20.614342 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2054573b-700d-410b-9c42-382be3428712 req-5b797126-f3ca-4ca7-8a12-a6ec8c0d982c tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 943 time: 0.6521609 May 31 12:47:20.753217 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-0245a1d3-68a8-4743-80d8-947825695816 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:20.753952 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-0245a1d3-68a8-4743-80d8-947825695816 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Synchronizing usage tracker for tenant:2b8770a463164b9dac300460e1914157 on resource:network {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:20.816662 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Allocated IP 172.20.0.13 (b8b6eb3d-2b15-4283-8603-9c65d397fbde/5a14b356-84ea-439d-b58f-4875ddcc516d/e513e6be-3267-48a7-9bb1-23964645c7c0) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:20.905050 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:20.939301 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:20.967296 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2054573b-700d-410b-9c42-382be3428712 req-ec4c942e-2a05-4935-8bd9-fcb009ceb37a tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349249 May 31 12:47:20.993187 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:21.005714 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-0245a1d3-68a8-4743-80d8-947825695816 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Unset dirty status for tenant:2b8770a463164b9dac300460e1914157 on resource:network {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:21.015845 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-0245a1d3-68a8-4743-80d8-947825695816 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 817 time: 0.7309308 May 31 12:47:21.076551 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-ab7ee3d1-01b5-4e32-aa13-909b80b9f5c5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/quotas/2b8770a463164b9dac300460e1914157 HTTP/1.1" status: 200 len: 375 time: 0.0597782 May 31 12:47:21.110844 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578cbb0-c4cd-4b57-b10d-d89b273800c6,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:21.123345 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ea9c84cf53f41a7822226ec2444b7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297221 May 31 12:47:21.124362 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:21.141797 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 32854) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:21.324551 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-10e1189c-c0dd-4083-96bc-c2fa15a25689 req-4be66b40-0bca-42de-a080-2805d279f233 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Synchronizing usage tracker for tenant:9df89126ca4f40f89c3aff8f7826c303 on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:21.359447 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bc0e75ae-5a78-4a54-a425-4871db54c2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:21.368488 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-4ae87b6d-a527-4205-90fb-b4c9da4907fd tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2772818 May 31 12:47:21.370215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-10e1189c-c0dd-4083-96bc-c2fa15a25689 req-4be66b40-0bca-42de-a080-2805d279f233 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Unset dirty status for tenant:9df89126ca4f40f89c3aff8f7826c303 on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:21.371851 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-10e1189c-c0dd-4083-96bc-c2fa15a25689 req-4be66b40-0bca-42de-a080-2805d279f233 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 210 time: 0.1508429 May 31 12:47:21.396624 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:21.418075 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bc0e75ae-5a78-4a54-a425-4871db54c2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:21.487360 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:21.497193 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9928bea1-edc9-4c6f-b4a8-d96814645392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:21.552029 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bc0e75ae-5a78-4a54-a425-4871db54c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:21.596414 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Network b8b6eb3d-2b15-4283-8603-9c65d397fbde is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:21.600364 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:21.604761 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:21.610433 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:21.611136 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:21.638733 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Pushing event updated for resources: {'Port': ['ID=e513e6be-3267-48a7-9bb1-23964645c7c0,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:21.639031 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:21.642054 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:21.653571 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bc0e75ae-5a78-4a54-a425-4871db54c2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:21.654726 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-bc0e75ae-5a78-4a54-a425-4871db54c2cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7578cbb0-c4cd-4b57-b10d-d89b273800c6 HTTP/1.1" status: 204 len: 168 time: 0.5121031 May 31 12:47:21.659329 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6929803 May 31 12:47:21.660060 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e75ae-5a78-4a54-a425-4871db54c2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578cbb0-c4cd-4b57-b10d-d89b273800c6,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:21.662625 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-bc0e75ae-5a78-4a54-a425-4871db54c2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:21.673421 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Request body: {'port': {'device_id': '7e7b8b42-d31a-48af-9e61-debee6b34c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:21.800821 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 32876) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:21.827346 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 2a9f5705-dc42-438d-9e00-dd9057e52947 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:21.899160 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:21.967952 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-0bdc3491-75a4-4d6f-a634-339509e29d9e service neutron] 10.222.0.65 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850341 May 31 12:47:22.056385 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 2a9f5705-dc42-438d-9e00-dd9057e52947 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:22.077705 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 2a9f5705-dc42-438d-9e00-dd9057e52947 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:22.079995 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.171110 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:22.459923 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:22.465996 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.470001 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:22.470418 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.513723 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:22.545510 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.562038 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Usage tracker for resource:security_group_rule and tenant:8dfb21f8a2d0435c994f2d17b46770de is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:22.579654 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:22.615710 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:22.640553 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-e80966d6-22bf-4ee0-bab4-25c11e0564c5 service neutron] 10.222.0.65 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628127 May 31 12:47:22.658080 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 2a9f5705-dc42-438d-9e00-dd9057e52947, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=2a9f5705-dc42-438d-9e00-dd9057e52947,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:22.663121 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d2fa4d-92a7-4beb-9218-854da6d2be2b {{(pid=98236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:22.670799 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.675377 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-2108341f-dbbf-4ebb-991c-dab94e8f49e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:22.714430 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.746622 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.792576 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,segment=NetworkSegment(991cc697-9d4d-4a8c-ba0a-08c6191c855a),segment_id=991cc697-9d4d-4a8c-ba0a-08c6191c855a)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:22.796152 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1095cb5d-fd93-4927-a1fb-247abf2a12ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ba1713-a3c1-4dd3-8d42-1c8a4785af66'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:22.796699 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ead45d-b0b8-4828-a21d-0df5ad31fa50 req-8c256422-f3a3-4990-bc13-699ad956bc73 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:22.800172 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e3ead45d-b0b8-4828-a21d-0df5ad31fa50 req-8c256422-f3a3-4990-bc13-699ad956bc73 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 944 time: 0.5386496 May 31 12:47:22.893305 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=2a9f5705-dc42-438d-9e00-dd9057e52947,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:22.896549 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.900188 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:22.900693 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:22.927896 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.provisioning_blocks [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Transition to ACTIVE for port object 68d2fa4d-92a7-4beb-9218-854da6d2be2b will not be triggered until provisioned by entity L2. {{(pid=98236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:22.946775 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:22.968870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5aee92d1-08c7-41fd-8998-522b35550332 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:23.100813 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:23.114968 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a46b1809-6c25-4bbc-9f7f-be2ccfd18909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.116452 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:23.321288 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=68d2fa4d-92a7-4beb-9218-854da6d2be2b,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:23.353968 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e3ead45d-b0b8-4828-a21d-0df5ad31fa50 req-24551333-d94a-4e5f-a143-6749786eaf95 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459541 May 31 12:47:23.369236 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb430bc-bec8-458f-b0e4-6e17fe124bcc" -d '{"events": [{"server_uuid": "1095cb5d-fd93-4927-a1fb-247abf2a12ee", "name": "network-vif-plugged", "status": "completed", "tag": "e7ba1713-a3c1-4dd3-8d42-1c8a4785af66"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:23.379900 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e513e6be-3267-48a7-9bb1-23964645c7c0 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:23.396111 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.427133 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Transition to ACTIVE for port object e513e6be-3267-48a7-9bb1-23964645c7c0 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:23.440591 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.446170 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-fd2c8194-2840-4459-9a41-acb4d158c157 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:23.671910 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Attempting to bind port e513e6be-3267-48a7-9bb1-23964645c7c0 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:23.672342 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Attempting to bind port e513e6be-3267-48a7-9bb1-23964645c7c0 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:23.672762 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Attempting to bind port e513e6be-3267-48a7-9bb1-23964645c7c0 on network b8b6eb3d-2b15-4283-8603-9c65d397fbde {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:23.678599 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Port e513e6be-3267-48a7-9bb1-23964645c7c0 on network b8b6eb3d-2b15-4283-8603-9c65d397fbde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:23.678989 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Attempting to bind port e513e6be-3267-48a7-9bb1-23964645c7c0 on network b8b6eb3d-2b15-4283-8603-9c65d397fbde {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:23.681098 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Pushing event updated for resources: {'Port': ['ID=e513e6be-3267-48a7-9bb1-23964645c7c0,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:23.692325 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:23.694611 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:23.697652 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:23.704031 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Checking segment: {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:23.704771 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Bound using segment: {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:23.705381 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Bound port: e513e6be-3267-48a7-9bb1-23964645c7c0, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:23.705712 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 2a9f5705-dc42-438d-9e00-dd9057e52947 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:23.706007 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.832619 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.834345 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.managers [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Attempting to bind port 68d2fa4d-92a7-4beb-9218-854da6d2be2b on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:23.834708 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.managers [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Attempting to bind port 68d2fa4d-92a7-4beb-9218-854da6d2be2b by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'}] {{(pid=98236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:23.835031 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Attempting to bind port 68d2fa4d-92a7-4beb-9218-854da6d2be2b on network b8b6eb3d-2b15-4283-8603-9c65d397fbde {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:23.857379 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 2a9f5705-dc42-438d-9e00-dd9057e52947 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:23.857774 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.868143 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-676e4c93-f67b-4a94-9340-7b26cee84894 req-52b72838-b48f-4b09-88f9-96e97fe7f4da tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 210 time: 0.3858857 May 31 12:47:23.869316 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Port 68d2fa4d-92a7-4beb-9218-854da6d2be2b on network b8b6eb3d-2b15-4283-8603-9c65d397fbde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:23.869636 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Attempting to bind port 68d2fa4d-92a7-4beb-9218-854da6d2be2b on network b8b6eb3d-2b15-4283-8603-9c65d397fbde {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:23.878316 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:23.878681 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Checking segment: {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:23.879058 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Bound using segment: {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'} {{(pid=98236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:23.879514 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.managers [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Bound port: 68d2fa4d-92a7-4beb-9218-854da6d2be2b, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7291c8aa-2577-4dfe-ab75-4c22dad1920c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde'}}] {{(pid=98236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:23.879836 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.897552 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.935069 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] For port e513e6be-3267-48a7-9bb1-23964645c7c0, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:23.945232 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] For port e513e6be-3267-48a7-9bb1-23964645c7c0, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e513e6be-3267-48a7-9bb1-23964645c7c0,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:23.956538 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:23.978015 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:23.979134 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:24.009604 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8dfb21f8a2d0435c994f2d17b46770de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2051668 May 31 12:47:24.015523 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb32202-9dca-4842-92d5-0e6096386fb0,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:24.019842 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 32972) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:24.105804 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:24.146357 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60bdd-51d1-4954-9565-357a8b6bb789 req-5c5b732a-626e-4c46-bdd8-1d228d31ccc5 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.147948 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-19d60bdd-51d1-4954-9565-357a8b6bb789 req-5c5b732a-626e-4c46-bdd8-1d228d31ccc5 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 932 time: 1.0785048 May 31 12:47:24.184875 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.186435 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.191032 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] 10.222.0.30 "PUT /v2.0/ports/e513e6be-3267-48a7-9bb1-23964645c7c0 HTTP/1.1" status: 200 len: 1094 time: 2.5226147 May 31 12:47:24.264823 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7b8b42-d31a-48af-9e61-debee6b34c5c', 'tag': 'e513e6be-3267-48a7-9bb1-23964645c7c0'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:24.301556 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-19d60bdd-51d1-4954-9565-357a8b6bb789 req-f332dfe3-5968-47b8-a4af-474d70a51340 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326907 May 31 12:47:24.310584 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eebf835f-f2d5-47b8-8845-6882cffef6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.322472 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] For port 68d2fa4d-92a7-4beb-9218-854da6d2be2b, host hv-cinder-79049, cleared binding levels {{(pid=98236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:24.363272 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] For port 68d2fa4d-92a7-4beb-9218-854da6d2be2b, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:24.391452 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.438719 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eebf835f-f2d5-47b8-8845-6882cffef6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.459060 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94c22b5-e023-48f8-b016-d415d3334b36 x-openstack-request-id: req-e94c22b5-e023-48f8-b016-d415d3334b36 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:24.459555 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1095cb5d-fd93-4927-a1fb-247abf2a12ee", "name": "network-vif-plugged", "status": "completed", "tag": "e7ba1713-a3c1-4dd3-8d42-1c8a4785af66", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:24.459636 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e94c22b5-e023-48f8-b016-d415d3334b36 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:24.460077 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1095cb5d-fd93-4927-a1fb-247abf2a12ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ba1713-a3c1-4dd3-8d42-1c8a4785af66', 'code': 200} May 31 12:47:24.466826 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:24.639000 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.639731 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.641179 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] 10.222.0.30 "PUT /v2.0/ports/68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 200 len: 1093 time: 4.5913286 May 31 12:47:24.641897 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab2fd02-0136-48d0-be5a-adc4f8261214', 'tag': '68d2fa4d-92a7-4beb-9218-854da6d2be2b'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:24.644620 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab2fd02-0136-48d0-be5a-adc4f8261214", "tag": "68d2fa4d-92a7-4beb-9218-854da6d2be2b"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:24.649474 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7b8b42-d31a-48af-9e61-debee6b34c5c", "tag": "e513e6be-3267-48a7-9bb1-23964645c7c0"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:24.668660 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Pushing event updated for resources: {'Port': ['ID=e513e6be-3267-48a7-9bb1-23964645c7c0,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:24.674895 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:24.682936 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-8cdeee8c-1102-4be1-bc83-22032d5d1979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.684437 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-8cdeee8c-1102-4be1-bc83-22032d5d1979 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 1097 time: 0.2292089 May 31 12:47:24.740749 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e92bb00-2e72-413c-9b1a-98d47e08af51 x-openstack-request-id: req-4e92bb00-2e72-413c-9b1a-98d47e08af51 {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:24.741083 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab2fd02-0136-48d0-be5a-adc4f8261214", "tag": "68d2fa4d-92a7-4beb-9218-854da6d2be2b", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:24.741366 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e92bb00-2e72-413c-9b1a-98d47e08af51 {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:24.741781 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab2fd02-0136-48d0-be5a-adc4f8261214', 'tag': '68d2fa4d-92a7-4beb-9218-854da6d2be2b', 'status': 'completed', 'code': 200} May 31 12:47:24.826824 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eebf835f-f2d5-47b8-8845-6882cffef6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.828322 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.30', 55561) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:24.830214 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-1f79313b-ffed-46a9-811d-3ed4997b3547 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e513e6be-3267-48a7-9bb1-23964645c7c0 HTTP/1.1" status: 200 len: 217 time: 0.1341128 May 31 12:47:24.859689 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=68d2fa4d-92a7-4beb-9218-854da6d2be2b,revision_number=3']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:24.871653 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:24.877948 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:24.897156 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eebf835f-f2d5-47b8-8845-6882cffef6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:24.898271 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-eebf835f-f2d5-47b8-8845-6882cffef6fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9fb32202-9dca-4842-92d5-0e6096386fb0 HTTP/1.1" status: 204 len: 168 time: 0.8773737 May 31 12:47:24.900180 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf835f-f2d5-47b8-8845-6882cffef6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb32202-9dca-4842-92d5-0e6096386fb0,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:24.903666 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-eebf835f-f2d5-47b8-8845-6882cffef6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:24.942642 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7509c1a-9fcf-4289-9ae4-eb18424eb53e req-035014b0-d344-4c42-90ac-81463feb409d tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:24.944138 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a7509c1a-9fcf-4289-9ae4-eb18424eb53e req-035014b0-d344-4c42-90ac-81463feb409d tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 945 time: 0.3735723 May 31 12:47:25.001501 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-ec31c3b7-fedc-42f5-ad88-798febcd4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.004271 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-ec31c3b7-fedc-42f5-ad88-798febcd4a21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1096 time: 0.2444627 May 31 12:47:25.025622 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fef21d-b4c6-4d40-ba0a-8085f674a54e x-openstack-request-id: req-f8fef21d-b4c6-4d40-ba0a-8085f674a54e {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:25.025730 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7b8b42-d31a-48af-9e61-debee6b34c5c", "tag": "e513e6be-3267-48a7-9bb1-23964645c7c0", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:25.026021 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f8fef21d-b4c6-4d40-ba0a-8085f674a54e {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:25.026732 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7b8b42-d31a-48af-9e61-debee6b34c5c', 'tag': 'e513e6be-3267-48a7-9bb1-23964645c7c0', 'status': 'completed', 'code': 200} May 31 12:47:25.038029 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.30', 55562) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:25.156333 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-e55724ad-82dc-457a-b743-f5223d34d9b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 200 len: 217 time: 0.1343637 May 31 12:47:25.183814 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a7509c1a-9fcf-4289-9ae4-eb18424eb53e req-33ee4e47-6877-49ff-8b58-cdf76ccca38d tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319252 May 31 12:47:25.300077 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e7667a09-090b-4cfb-9626-52ff3d5d7abb req-f78f9d37-f0ac-4072-a661-005c7132ed9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 210 time: 0.0853207 May 31 12:47:25.315947 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-41506635-642c-4f95-a159-fa3c8b6b06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.317634 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-41506635-642c-4f95-a159-fa3c8b6b06b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.4704752 May 31 12:47:25.347406 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-9f27a428-4881-4d9d-95a7-f096603028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.349754 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-9f27a428-4881-4d9d-95a7-f096603028d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.1786914 May 31 12:47:25.435049 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.436509 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-23ba309b-1709-4009-8474-b658db0fce7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.492811 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-959a30fc-d6d7-4776-90ec-2144868bb06e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340599 May 31 12:47:25.494036 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-d79a69bf-02dd-4825-8ff8-d60e19887cce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1554739 May 31 12:47:25.515050 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cf493-068c-4003-9340-7c968f44d410 req-cf22273a-1e52-4cc6-bcdd-8d2bcdfeb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.516720 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3e0cf493-068c-4003-9340-7c968f44d410 req-cf22273a-1e52-4cc6-bcdd-8d2bcdfeb353 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 1098 time: 0.6721146 May 31 12:47:25.571822 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.668706 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:25.672832 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Usage tracker for resource:security_group_rule and tenant:920ac14dd7fa47568e683de45cc02fb3 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:25.676192 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:25.681952 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:25.719239 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33062) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:25.746119 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-64d1d697-1050-4798-9480-4e925f1fd5cb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.747634 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-64d1d697-1050-4798-9480-4e925f1fd5cb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 817 time: 0.7042050 May 31 12:47:25.787077 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.893179 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:25.905786 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Usage tracker for resource:security_group_rule and tenant:c4622f43914847ffacbd22dfffec4d33 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:25.914696 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:25.920420 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-e21895b9-3864-4697-b0e3-eace362f51b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170732 May 31 12:47:25.927656 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:25.938103 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef65b22-12fe-4de3-a2d6-02bd2405de81 req-ec22edda-f649-462a-aa8d-687228451d9e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:25.945820 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0ef65b22-12fe-4de3-a2d6-02bd2405de81 req-ec22edda-f649-462a-aa8d-687228451d9e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 944 time: 0.2988782 May 31 12:47:25.963982 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-a338d77e-3712-4806-b803-a6c0eb564497 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Synchronizing usage tracker for tenant:2b8770a463164b9dac300460e1914157 on resource:security_group {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:25.984187 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:25.988613 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-6a0f9712-5fe5-417a-ae62-2cf7b0232dc4 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674108 May 31 12:47:26.016694 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-a338d77e-3712-4806-b803-a6c0eb564497 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Unset dirty status for tenant:2b8770a463164b9dac300460e1914157 on resource:security_group {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:26.018106 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-a338d77e-3712-4806-b803-a6c0eb564497 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b8770a463164b9dac300460e1914157 HTTP/1.1" status: 200 len: 379 time: 0.2597973 May 31 12:47:26.021579 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.033859 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-bc0e75ae-5a78-4a54-a425-4871db54c2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:26.090155 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e04cf6e9-bd60-46ac-89cb-794f75e8aadd req-58f26d99-0685-4fb5-8c03-01cd664c6842 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411328 May 31 12:47:26.144581 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'port': {'device_id': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'admin_state_up': True, 'tenant_id': '2b8770a463164b9dac300460e1914157', 'security_groups': ['f2943c52-e2c0-4860-80d3-5dc790f54f51']}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:26.155354 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0ef65b22-12fe-4de3-a2d6-02bd2405de81 req-6fc032be-c05d-46cc-951c-03e8b2c4d920 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085397 May 31 12:47:26.292537 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:26.296632 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:port and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:26.300600 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:26.307734 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:26.327327 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7789385 May 31 12:47:26.336540 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Made reservation on behalf of 2b8770a463164b9dac300460e1914157 for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:26.341447 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.349021 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.365144 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a8d9b9-4fbc-42d5-8f16-d05c63d43787,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:26.371707 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:26.399197 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-448fd2a0-3b09-4f99-8f89-c6b06c074a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:26.400722 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-448fd2a0-3b09-4f99-8f89-c6b06c074a50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1096 time: 0.2444549 May 31 12:47:26.442815 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.452799 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.469679 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:26.493450 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d0b94-ec5d-44a6-9dd1-2643a2afce1e req-02c3a91f-7fb3-4e6a-a441-bbab63d69f25 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:26.502816 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9a8d0b94-ec5d-44a6-9dd1-2643a2afce1e req-02c3a91f-7fb3-4e6a-a441-bbab63d69f25 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 945 time: 0.1800702 May 31 12:47:26.543185 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dac584f2-6784-4c6e-87d6-aa4b5c83cae1 req-decc3159-b5ca-48d9-a30d-17177013282f service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5459213 May 31 12:47:26.701016 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4622f43914847ffacbd22dfffec4d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9807336 May 31 12:47:26.713945 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33102) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:26.754774 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-138b85a2-fa57-44d3-b96d-7e7e4c5e44b2 req-9433fdf6-f63b-484a-8b83-c5a02174b5ce tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 210 time: 0.1174266 May 31 12:47:26.757222 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e5119e-eb4e-4979-81dc-35d51cdd813f,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:26.785877 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:26.814152 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Allocated IP 172.20.0.9 (a0568223-660d-44c3-9aeb-202b64b087c1/ec336638-7a9f-4950-9746-79a228bc87fe/fca3395f-d83c-47df-a8a4-4be4a6e01e71) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:26.822613 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9a8d0b94-ec5d-44a6-9dd1-2643a2afce1e req-27104cc1-7503-4a13-b52d-dbcdea6b5450 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145685 May 31 12:47:26.855987 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-8cc1bc58-f638-42bb-a1cf-fb0828c291f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:26.857565 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-8cc1bc58-f638-42bb-a1cf-fb0828c291f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.3510747 May 31 12:47:26.893562 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c3d6854c-8e26-4e8a-9b20-e02fa5c65c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.937474 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-c633dce9-80b3-4f5d-a563-c378be8fc4a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 200 len: 217 time: 0.0728149 May 31 12:47:26.984727 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c3d6854c-8e26-4e8a-9b20-e02fa5c65c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:26.995387 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-3c891fa3-01ab-40ba-8fa9-5ecd940920df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:26.996875 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-3c891fa3-01ab-40ba-8fa9-5ecd940920df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 1097 time: 0.3734021 May 31 12:47:27.003572 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33122) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:27.032116 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-8c4a4c08-5382-450b-895b-a40c4a22c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:27.038348 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-8c4a4c08-5382-450b-895b-a40c4a22c3c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.0933888 May 31 12:47:27.093387 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-96b9662f-07a3-4384-910a-ace1a80c8979 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483370 May 31 12:47:27.304636 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-c80b37f1-f928-4ce0-acbe-d97310941799 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037237 May 31 12:47:27.370268 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.412107 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:27.429692 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a0b1930e4142e1a6839a8f9b940383 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:27.436677 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:27.458523 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:27.492623 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c3d6854c-8e26-4e8a-9b20-e02fa5c65c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.492870 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e1e328d-31e2-42ea-b865-d5bb23ed94b9 req-8fd07d6b-6526-49c8-b1e8-86bc043c39a1 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810367 May 31 12:47:27.507773 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:27.517455 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.523438 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-2803870e-ed96-460d-974e-7751d882a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:27.524959 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-2803870e-ed96-460d-974e-7751d882a449 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.5128605 May 31 12:47:27.595793 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32943bdd-bacd-4b65-89da-9012e0fae79f req-a805a230-6991-4d0a-bca9-b2b07ff1291e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:27.597666 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-32943bdd-bacd-4b65-89da-9012e0fae79f req-a805a230-6991-4d0a-bca9-b2b07ff1291e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 944 time: 0.1039262 May 31 12:47:27.630825 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Transition to ACTIVE for port object fca3395f-d83c-47df-a8a4-4be4a6e01e71 will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:27.635628 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-466b62c9-bc81-4d7d-8387-71154c51c15d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e513e6be-3267-48a7-9bb1-23964645c7c0 HTTP/1.1" status: 200 len: 217 time: 0.0987453 May 31 12:47:27.639178 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6854c-8e26-4e8a-9b20-e02fa5c65c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e5119e-eb4e-4979-81dc-35d51cdd813f,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:27.647710 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c3d6854c-8e26-4e8a-9b20-e02fa5c65c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:27.655277 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-32943bdd-bacd-4b65-89da-9012e0fae79f req-53d9f3c8-3ca4-4d97-80a9-fcc52435b4d4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516775 May 31 12:47:27.717562 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c3d6854c-8e26-4e8a-9b20-e02fa5c65c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:27.722773 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-c3d6854c-8e26-4e8a-9b20-e02fa5c65c21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27e5119e-eb4e-4979-81dc-35d51cdd813f HTTP/1.1" status: 204 len: 168 time: 1.0054641 May 31 12:47:27.794783 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-1c9243a5-653b-4216-838c-d3139ba6ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:27.796296 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-1c9243a5-653b-4216-838c-d3139ba6ac0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.1333401 May 31 12:47:27.864536 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-70dee469-5104-437d-ae1b-f418cc0ff72b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546179 May 31 12:47:27.974715 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de81edaf-e4be-4147-b890-eb473ea8f086 req-31008aa9-0d8a-41da-9d00-67f40570f27c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 210 time: 0.0747674 May 31 12:47:28.104818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.127952 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.142313 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:28.160224 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d993dd-17fd-4a30-86fa-c929db6f851d req-45181fa4-1815-4b67-845e-299e849bf862 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:28.161822 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e9d993dd-17fd-4a30-86fa-c929db6f851d req-45181fa4-1815-4b67-845e-299e849bf862 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 945 time: 0.1781673 May 31 12:47:28.194377 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.214690 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-3e00ac4d-caa8-4c0b-8f12-4cf6b48bba00 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337376 May 31 12:47:28.228397 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.257867 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Network a0568223-660d-44c3-9aeb-202b64b087c1 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:28.262769 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e9d993dd-17fd-4a30-86fa-c929db6f851d req-ed631547-7ea4-4a07-bb90-9971ed3acaa5 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932584 May 31 12:47:28.290225 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:28.352903 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:28.359188 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:28.359808 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.486214 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:28.497551 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:28.500493 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:28.518867 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1a0b1930e4142e1a6839a8f9b940383&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5121944 May 31 12:47:28.523369 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33188) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:28.533127 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4078991 May 31 12:47:28.557260 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aed0c17-1f81-40ef-9dfe-22e0b9463792,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:28.571655 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Request body: {'port': {'device_id': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:28.590083 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-c1da4f89-bd57-453f-942d-6b870554d9f5 None None] Provisioning for port fca3395f-d83c-47df-a8a4-4be4a6e01e71 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:28.596791 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-c1da4f89-bd57-453f-942d-6b870554d9f5 None None] Provisioning complete for port fca3395f-d83c-47df-a8a4-4be4a6e01e71 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:28.597640 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c1da4f89-bd57-453f-942d-6b870554d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.603601 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4174d29-ff69-401e-8196-aa04e9bc327d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.604508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:28.621985 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ee2e3ff5-9b1a-43c7-95f0-9776a0819ed9 req-cff0871d-1d2f-4abc-b519-f678bba99254 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862057 May 31 12:47:28.632675 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4174d29-ff69-401e-8196-aa04e9bc327d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.698042 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-c1da4f89-bd57-453f-942d-6b870554d9f5 None None] Port fca3395f-d83c-47df-a8a4-4be4a6e01e71 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:47:28.709482 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4174d29-ff69-401e-8196-aa04e9bc327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.715815 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:28.728632 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.730913 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4174d29-ff69-401e-8196-aa04e9bc327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aed0c17-1f81-40ef-9dfe-22e0b9463792,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:28.747400 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-d4174d29-ff69-401e-8196-aa04e9bc327d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:28.767161 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4174d29-ff69-401e-8196-aa04e9bc327d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:28.770633 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-d4174d29-ff69-401e-8196-aa04e9bc327d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7aed0c17-1f81-40ef-9dfe-22e0b9463792 HTTP/1.1" status: 204 len: 168 time: 0.2450831 May 31 12:47:28.906636 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58b13-ed57-4a89-be25-c3d547914d7a req-de141493-0581-4988-bad7-f504f087dcee tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:28.916389 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b6b58b13-ed57-4a89-be25-c3d547914d7a req-de141493-0581-4988-bad7-f504f087dcee tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 944 time: 0.1150045 May 31 12:47:29.003064 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b6b58b13-ed57-4a89-be25-c3d547914d7a req-d7fb7fe3-ecde-4a06-b26a-c6c9eeb293e9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675988 May 31 12:47:29.239244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca3395f-d83c-47df-a8a4-4be4a6e01e71 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:29.251924 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.268887 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Transition to ACTIVE for port object fca3395f-d83c-47df-a8a4-4be4a6e01e71 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:29.277194 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.284816 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:29.339162 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4217-5db3-460f-8962-9048cb1add6f req-bf60c59c-f6c8-4bc0-a902-3f491fc9dcdf tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:29.340703 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-976c4217-5db3-460f-8962-9048cb1add6f req-bf60c59c-f6c8-4bc0-a902-3f491fc9dcdf tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 931 time: 0.1803606 May 31 12:47:29.381832 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:29.388404 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:29.466200 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-976c4217-5db3-460f-8962-9048cb1add6f req-ae4e8e02-bbf2-4af3-9c64-97bf9f811aad tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137848 May 31 12:47:29.466895 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33228) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:29.515886 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.624842 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Attempting to bind port fca3395f-d83c-47df-a8a4-4be4a6e01e71 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:29.625515 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Attempting to bind port fca3395f-d83c-47df-a8a4-4be4a6e01e71 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:29.626233 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Attempting to bind port fca3395f-d83c-47df-a8a4-4be4a6e01e71 on network a0568223-660d-44c3-9aeb-202b64b087c1 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:29.634388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Port fca3395f-d83c-47df-a8a4-4be4a6e01e71 on network a0568223-660d-44c3-9aeb-202b64b087c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:29.635661 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Attempting to bind port fca3395f-d83c-47df-a8a4-4be4a6e01e71 on network a0568223-660d-44c3-9aeb-202b64b087c1 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:29.645959 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:29.646682 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Checking segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:29.647228 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Bound using segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:29.647851 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Bound port: fca3395f-d83c-47df-a8a4-4be4a6e01e71, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:29.648349 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.650627 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:29.667275 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Usage tracker for resource:security_group_rule and tenant:7bae3318902f4c76b80060abe8417cd3 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:29.670902 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:29.680524 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:29.720161 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de0467-1e1e-4619-b310-01555ce655e3 req-e01f596a-caea-4628-a4c5-25d176be1617 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:29.721893 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-65de0467-1e1e-4619-b310-01555ce655e3 req-e01f596a-caea-4628-a4c5-25d176be1617 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 945 time: 0.1834044 May 31 12:47:29.800206 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-65de0467-1e1e-4619-b310-01555ce655e3 req-c695e08a-0ae2-4309-81fa-42f0b06f42b3 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678034 May 31 12:47:29.806091 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:29.811398 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:47:29.818695 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.825288 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:29.878375 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.888587 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.907130 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:29.908384 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:29.908618 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:29.911159 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] 10.222.0.30 "PUT /v2.0/ports/fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 200 len: 1093 time: 1.3549476 May 31 12:47:29.912135 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:29.915115 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bc9a57-2125-402f-b192-9f756828c0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:29.943271 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:29.954002 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:30.049726 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7bae3318902f4c76b80060abe8417cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774837 May 31 12:47:30.049726 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86dcc3c-e6a8-4c61-a7c9-e0e6da75229a,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:30.050941 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33260) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:30.053229 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:30.105505 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79b82a-dbfc-472a-9464-49691c0c4b17 x-openstack-request-id: req-cc79b82a-dbfc-472a-9464-49691c0c4b17 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:30.105819 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:30.106072 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc79b82a-dbfc-472a-9464-49691c0c4b17 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:30.118664 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'status': 'completed', 'code': 200} May 31 12:47:30.154591 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-bfe430d7-5019-44ca-ae44-e8df4bcc8b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:30.163676 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device e513e6be-3267-48a7-9bb1-23964645c7c0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:30.186168 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-bfe430d7-5019-44ca-ae44-e8df4bcc8b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:30.186344 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-021fb3c1-75cd-489b-893a-2ab2bfe4ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:30.195168 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-021fb3c1-75cd-489b-893a-2ab2bfe4ddaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1096 time: 0.2285798 May 31 12:47:30.268492 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-bfe430d7-5019-44ca-ae44-e8df4bcc8b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:30.274159 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4d73d81c-981b-4e1d-900b-9dbe66285c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:30.303558 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe430d7-5019-44ca-ae44-e8df4bcc8b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86dcc3c-e6a8-4c61-a7c9-e0e6da75229a,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:30.313308 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-bfe430d7-5019-44ca-ae44-e8df4bcc8b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:30.351054 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-dd777055-bd2c-4230-83d7-7438801afba7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 200 len: 217 time: 0.1467731 May 31 12:47:30.408450 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-bfe430d7-5019-44ca-ae44-e8df4bcc8b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:30.409199 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-bfe430d7-5019-44ca-ae44-e8df4bcc8b6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d86dcc3c-e6a8-4c61-a7c9-e0e6da75229a HTTP/1.1" status: 204 len: 168 time: 0.3572958 May 31 12:47:30.446595 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-22f61de2-1dba-439e-9d50-2d002f431aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:30.452646 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-22f61de2-1dba-439e-9d50-2d002f431aaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0951324 May 31 12:47:30.478057 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6be13a-102e-4630-b619-cf0cc14680e1 req-b78b6520-2e56-4b97-abf2-df2334dc1b6e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:30.501384 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dc6be13a-102e-4630-b619-cf0cc14680e1 req-b78b6520-2e56-4b97-abf2-df2334dc1b6e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 944 time: 0.1854620 May 31 12:47:30.577121 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port e513e6be-3267-48a7-9bb1-23964645c7c0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e513e6be-3267-48a7-9bb1-23964645c7c0,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:30.610029 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'e513e6be-3267-48a7-9bb1-23964645c7c0', 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde', 'port_id': 'e513e6be-3267-48a7-9bb1-23964645c7c0', 'mac_address': 'fa:16:3e:bf:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a14b356-84ea-439d-b58f-4875ddcc516d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:30.623400 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dc6be13a-102e-4630-b619-cf0cc14680e1 req-d4252098-b8c0-4222-bb45-b8e7beb903c4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168902 May 31 12:47:30.701941 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-2a526077-9519-4844-b5f7-9d6bc4294025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:30.703671 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-2a526077-9519-4844-b5f7-9d6bc4294025 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2425060 May 31 12:47:30.743961 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:30.765808 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e513e6be-3267-48a7-9bb1-23964645c7c0 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:30.785885 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port e513e6be-3267-48a7-9bb1-23964645c7c0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e513e6be-3267-48a7-9bb1-23964645c7c0,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:30.792113 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:30.793794 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 68d2fa4d-92a7-4beb-9218-854da6d2be2b details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:30.798905 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-eafb44f9-1afa-41e1-a951-8c66b4533f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:30.843244 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcdc54-6075-4498-9c30-010b8346d7d9 req-edbce6b2-6dc5-453d-a8d1-34fca8c31a30 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:30.845543 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-eedcdc54-6075-4498-9c30-010b8346d7d9 req-edbce6b2-6dc5-453d-a8d1-34fca8c31a30 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.1642790 May 31 12:47:30.889274 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=e513e6be-3267-48a7-9bb1-23964645c7c0,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:30.893815 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:30.920561 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 68d2fa4d-92a7-4beb-9218-854da6d2be2b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:30.937237 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-7fb992cd-8264-4127-b069-7b6eece44d6e service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252121 May 31 12:47:30.949382 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-eedcdc54-6075-4498-9c30-010b8346d7d9 req-e7330e6e-582f-4ad6-9723-c88fbb0f0fc9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981207 May 31 12:47:30.951959 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '68d2fa4d-92a7-4beb-9218-854da6d2be2b', 'network_id': 'b8b6eb3d-2b15-4283-8603-9c65d397fbde', 'port_id': '68d2fa4d-92a7-4beb-9218-854da6d2be2b', 'mac_address': 'fa:16:3e:dc:76:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a14b356-84ea-439d-b58f-4875ddcc516d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:31.083026 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.114337 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37b1295d-a90f-4261-a9e7-09f3bd242e7a req-fe16ee4c-ff2a-4d80-beda-870043d343af service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710727 May 31 12:47:31.120373 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d2fa4d-92a7-4beb-9218-854da6d2be2b {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:31.143489 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 68d2fa4d-92a7-4beb-9218-854da6d2be2b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:31.150202 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:31.153324 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:31.278486 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=68d2fa4d-92a7-4beb-9218-854da6d2be2b,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:31.281713 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-52f05317-3235-49d8-8463-fb473a33af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.284264 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:31.284388 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-52f05317-3235-49d8-8463-fb473a33af9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1096 time: 0.0961218 May 31 12:47:31.502685 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-09f60693-b20f-4bb6-995e-3614a4482377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.504000 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-09f60693-b20f-4bb6-995e-3614a4482377 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.2110670 May 31 12:47:31.598704 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-597fad05-9f90-48ea-a09a-08dc3fad717d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 200 len: 217 time: 0.0792232 May 31 12:47:31.711250 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-c6958b77-efd3-4b47-b8cb-81ec10337dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.713551 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-c6958b77-efd3-4b47-b8cb-81ec10337dd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.1074717 May 31 12:47:31.806804 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-4c6505ef-1f98-443c-8d9f-320da384ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.809385 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-4c6505ef-1f98-443c-8d9f-320da384ce12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882838 May 31 12:47:31.909138 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c46f-a724-4147-b175-e1c1efff20ed req-05cd9b1e-b999-4bee-89c8-029b67bad794 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:31.911237 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8a00c46f-a724-4147-b175-e1c1efff20ed req-05cd9b1e-b999-4bee-89c8-029b67bad794 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 945 time: 0.0999537 May 31 12:47:31.920359 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['68d2fa4d-92a7-4beb-9218-854da6d2be2b'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:31.961715 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['e513e6be-3267-48a7-9bb1-23964645c7c0'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:32.023030 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8a00c46f-a724-4147-b175-e1c1efff20ed req-1204c5db-4263-472f-b371-27bd2acb4eb5 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042681 May 31 12:47:32.077900 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-a90f6665-3a39-420d-a4d0-159c4edeb7f5 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585454 May 31 12:47:32.257235 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a3e4a-4b45-4072-b39b-4ff4da990435 req-4f58639c-c3f7-48ff-8cf1-cee7c857517d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:32.267729 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-863a3e4a-4b45-4072-b39b-4ff4da990435 req-4f58639c-c3f7-48ff-8cf1-cee7c857517d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.1050885 May 31 12:47:32.346980 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-863a3e4a-4b45-4072-b39b-4ff4da990435 req-dae363ef-241d-4c95-b0aa-798bf1ea3ea9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783265 May 31 12:47:32.353031 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-15bc9a57-2125-402f-b192-9f756828c0e5 req-a500c954-e9b3-46c1-be9b-67d9a8c8401e service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673182 May 31 12:47:32.813655 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33392) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:32.948189 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:32.964209 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:32.968157 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ddfd8a2b974503a28221992c3b610a is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:32.971163 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:32.977485 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:33.081767 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.086831 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.116957 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4140f4d3-f82b-4f00-91bd-a84b4bd8482c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:33.131944 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4ddfd8a2b974503a28221992c3b610a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145151 May 31 12:47:33.134111 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33418) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:33.150450 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3eb651-7f52-4807-927d-4f86ca39cbe2,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:33.158143 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:33.235690 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47d4b307-d7a5-4145-9acd-4af979be4ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.257950 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea6d7f-75e4-4386-8851-23e0e7753a0a req-5e0de352-3859-4539-95d8-103843036274 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:33.260110 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-28ea6d7f-75e4-4386-8851-23e0e7753a0a req-5e0de352-3859-4539-95d8-103843036274 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 945 time: 0.0918849 May 31 12:47:33.268532 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47d4b307-d7a5-4145-9acd-4af979be4ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.314689 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-28ea6d7f-75e4-4386-8851-23e0e7753a0a req-0accca5c-9007-4a03-ab46-074684c1641c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475881 May 31 12:47:33.343044 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47d4b307-d7a5-4145-9acd-4af979be4ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.348601 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:33.361161 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4b307-d7a5-4145-9acd-4af979be4ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3eb651-7f52-4807-927d-4f86ca39cbe2,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:33.365628 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-47d4b307-d7a5-4145-9acd-4af979be4ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:33.370884 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-47d4b307-d7a5-4145-9acd-4af979be4ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.371979 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-47d4b307-d7a5-4145-9acd-4af979be4ff2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b3eb651-7f52-4807-927d-4f86ca39cbe2 HTTP/1.1" status: 204 len: 168 time: 0.2357647 May 31 12:47:33.564718 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a919a-2233-40ad-8250-b556bcdcbc26 req-a195ad24-15e5-4d7a-91ae-7dda108716cc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:33.566320 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6a1a919a-2233-40ad-8250-b556bcdcbc26 req-a195ad24-15e5-4d7a-91ae-7dda108716cc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0826275 May 31 12:47:33.622513 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6a1a919a-2233-40ad-8250-b556bcdcbc26 req-dbc7ddd4-fe2a-4cf5-91c1-6c651f91817d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495532 May 31 12:47:33.719533 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33442) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:33.742051 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.771820 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:33.776936 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Usage tracker for resource:security_group_rule and tenant:7e07e5082cf04fabbbfbd63e40f48922 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:33.780224 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:33.786097 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:33.903302 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.903302 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:33.912494 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:33.954652 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e07e5082cf04fabbbfbd63e40f48922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329714 May 31 12:47:33.956161 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33462) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:33.958964 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a3c6dd-7cfc-4df0-8b31-43fcb5fd880d,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:33.974777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:34.041103 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7958df45-b9fc-4186-ab0b-dbbe402f5774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.075139 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7958df45-b9fc-4186-ab0b-dbbe402f5774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.147118 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7958df45-b9fc-4186-ab0b-dbbe402f5774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.155398 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:34.169990 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958df45-b9fc-4186-ab0b-dbbe402f5774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a3c6dd-7cfc-4df0-8b31-43fcb5fd880d,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:34.172413 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7958df45-b9fc-4186-ab0b-dbbe402f5774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.191020 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-7958df45-b9fc-4186-ab0b-dbbe402f5774 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61a3c6dd-7cfc-4df0-8b31-43fcb5fd880d HTTP/1.1" status: 204 len: 168 time: 0.2338591 May 31 12:47:34.195119 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7958df45-b9fc-4186-ab0b-dbbe402f5774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:34.204330 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device e513e6be-3267-48a7-9bb1-23964645c7c0 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:34.293439 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port e513e6be-3267-48a7-9bb1-23964645c7c0 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:34.303671 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port e513e6be-3267-48a7-9bb1-23964645c7c0 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:34.307074 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.553521 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33506) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:34.559054 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.652406 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7b8b42-d31a-48af-9e61-debee6b34c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513e6be-3267-48a7-9bb1-23964645c7c0'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:34.655690 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19d2cc-23e2-4e9a-a156-374bb207a6b0" -d '{"events": [{"server_uuid": "7e7b8b42-d31a-48af-9e61-debee6b34c5c", "name": "network-vif-plugged", "status": "completed", "tag": "e513e6be-3267-48a7-9bb1-23964645c7c0"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:34.672221 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port e513e6be-3267-48a7-9bb1-23964645c7c0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e513e6be-3267-48a7-9bb1-23964645c7c0,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:34.683756 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.684974 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 68d2fa4d-92a7-4beb-9218-854da6d2be2b up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:34.687641 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b9e93-c328-4545-ae4a-cea05171725f req-7ed48028-70dc-4cca-9cc9-eb9431e21260 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:34.690443 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2b7b9e93-c328-4545-ae4a-cea05171725f req-7ed48028-70dc-4cca-9cc9-eb9431e21260 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 945 time: 0.1993623 May 31 12:47:34.802829 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:34.861745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.883799 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:34.889650 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f61dbfa5d14aa58406f982085b1dca is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:34.895265 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:34.900459 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port 68d2fa4d-92a7-4beb-9218-854da6d2be2b completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:34.908800 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 68d2fa4d-92a7-4beb-9218-854da6d2be2b triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:34.909242 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:34.913785 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2b7b9e93-c328-4545-ae4a-cea05171725f req-577e7bb0-301a-415e-9162-9722d3f6d7cf tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119229 May 31 12:47:34.913933 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:34.947525 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=e513e6be-3267-48a7-9bb1-23964645c7c0,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:34.951339 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:35.042533 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496cd88-7fe5-4952-867d-45d414eb8f6a req-33828673-d92e-4e3e-9c84-66331e79bd01 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:35.046731 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9496cd88-7fe5-4952-867d-45d414eb8f6a req-33828673-d92e-4e3e-9c84-66331e79bd01 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.2538204 May 31 12:47:35.086732 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806406bb-2f17-47c1-9ae5-a466ffa61473 x-openstack-request-id: req-806406bb-2f17-47c1-9ae5-a466ffa61473 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:35.087032 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7b8b42-d31a-48af-9e61-debee6b34c5c", "name": "network-vif-plugged", "status": "completed", "tag": "e513e6be-3267-48a7-9bb1-23964645c7c0", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:35.087659 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-806406bb-2f17-47c1-9ae5-a466ffa61473 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:35.088617 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7b8b42-d31a-48af-9e61-debee6b34c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513e6be-3267-48a7-9bb1-23964645c7c0', 'code': 200} May 31 12:47:35.148298 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.152081 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.156857 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.170522 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-47d4b307-d7a5-4145-9acd-4af979be4ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:35.171130 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9496cd88-7fe5-4952-867d-45d414eb8f6a req-a6152535-7cc0-456a-afc7-9aa6d9664bc9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172523 May 31 12:47:35.231611 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 68d2fa4d-92a7-4beb-9218-854da6d2be2b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:35.238478 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.241413 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-7dbab38f-0c13-44be-a9e3-eab7cd7068a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:35.283032 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeedf79-d250-448b-8386-4918b50193a0,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:35.286662 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:35.293734 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33544) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:35.294605 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6f61dbfa5d14aa58406f982085b1dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7393310 May 31 12:47:35.379883 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=68d2fa4d-92a7-4beb-9218-854da6d2be2b,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:35.383565 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:35.407518 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-71a5620e-223d-4c87-a4c1-cb62a07676b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.442394 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-71a5620e-223d-4c87-a4c1-cb62a07676b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.497555 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.520751 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a753d96-cec1-43d3-8da2-bda5a415d0a7 req-e228c5b7-333e-4c66-9fac-7bc2fff7b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:35.522625 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0a753d96-cec1-43d3-8da2-bda5a415d0a7 req-e228c5b7-333e-4c66-9fac-7bc2fff7b373 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 1099 time: 0.1305127 May 31 12:47:35.524821 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-71a5620e-223d-4c87-a4c1-cb62a07676b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.530524 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-eebf835f-f2d5-47b8-8845-6882cffef6fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:35.544232 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5620e-223d-4c87-a4c1-cb62a07676b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeedf79-d250-448b-8386-4918b50193a0,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:35.549082 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-71a5620e-223d-4c87-a4c1-cb62a07676b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:35.570215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-71a5620e-223d-4c87-a4c1-cb62a07676b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.574505 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-71a5620e-223d-4c87-a4c1-cb62a07676b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/faeedf79-d250-448b-8386-4918b50193a0 HTTP/1.1" status: 204 len: 168 time: 0.2768254 May 31 12:47:35.602129 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-0a753d96-cec1-43d3-8da2-bda5a415d0a7 req-4ba509a5-f221-42b8-9bc6-5f9bc7bbce61 service neutron] Synchronizing usage tracker for tenant:920ac14dd7fa47568e683de45cc02fb3 on resource:security_group {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:35.626538 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-0a753d96-cec1-43d3-8da2-bda5a415d0a7 req-4ba509a5-f221-42b8-9bc6-5f9bc7bbce61 service neutron] Unset dirty status for tenant:920ac14dd7fa47568e683de45cc02fb3 on resource:security_group {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:35.628171 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0a753d96-cec1-43d3-8da2-bda5a415d0a7 req-4ba509a5-f221-42b8-9bc6-5f9bc7bbce61 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983257 May 31 12:47:35.855504 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33574) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:36.056654 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.078120 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:36.083240 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Usage tracker for resource:security_group_rule and tenant:731455fa503d422c88072548611245ce is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:36.087577 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:36.095603 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:36.128143 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1783-f826-4bad-8e76-1eecc4575893 req-0bf0e6ff-4429-433e-b073-2248ca9f9ebe tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:36.131669 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-27ae1783-f826-4bad-8e76-1eecc4575893 req-0bf0e6ff-4429-433e-b073-2248ca9f9ebe tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0977559 May 31 12:47:36.189692 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-27ae1783-f826-4bad-8e76-1eecc4575893 req-2305bd44-5f89-4250-b025-79a6b81045f3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520191 May 31 12:47:36.195832 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:47:36.201596 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33600) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:36.246889 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.249312 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.263190 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.284458 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:36.293593 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c83b41b6-011d-4890-ad09-aeeb8262198f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:36.299655 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Usage tracker for resource:security_group_rule and tenant:ac9cd89d200744f195e7f169e927ee77 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:36.303117 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:36.305875 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=731455fa503d422c88072548611245ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491820 May 31 12:47:36.307341 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33606) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:36.329001 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:36.329193 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ddfb6-9c8d-4965-aee7-e39d1c52ebdd,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:36.343770 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:36.502592 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:36.503174 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3bdb57a4-d87e-45ec-9e6d-d7ccc5c2a0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.554932 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'port_id': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'mac_address': 'fa:16:3e:22:e3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:47:36.565156 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3bdb57a4-d87e-45ec-9e6d-d7ccc5c2a0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.644537 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.665114 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca3395f-d83c-47df-a8a4-4be4a6e01e71 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:36.671972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.686555 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.696643 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3e9502e9-0193-4b24-b76b-d21d3b2d42aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:36.698343 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:36.706897 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.712239 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d3d31-5152-46f2-af3f-84c3f4aa278e req-831786b6-5d1b-4b8b-a65a-530288ebfb34 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:36.714523 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b27d3d31-5152-46f2-af3f-84c3f4aa278e req-831786b6-5d1b-4b8b-a65a-530288ebfb34 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.3145702 May 31 12:47:36.722857 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:36.759404 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3bdb57a4-d87e-45ec-9e6d-d7ccc5c2a0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.836087 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d71ea2-c0b4-43ae-be47-33f7fa7f4881,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:36.876145 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:36.888802 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3bdb57a4-d87e-45ec-9e6d-d7ccc5c2a0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:36.892288 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-3bdb57a4-d87e-45ec-9e6d-d7ccc5c2a0b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e5ddfb6-9c8d-4965-aee7-e39d1c52ebdd HTTP/1.1" status: 204 len: 168 time: 0.5814691 May 31 12:47:36.897812 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:36.915919 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:36.922875 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:36.925627 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac9cd89d200744f195e7f169e927ee77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223210 May 31 12:47:36.928210 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33640) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:36.928813 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb57a4-d87e-45ec-9e6d-d7ccc5c2a0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ddfb6-9c8d-4965-aee7-e39d1c52ebdd,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:36.932225 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3bdb57a4-d87e-45ec-9e6d-d7ccc5c2a0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:36.997287 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b27d3d31-5152-46f2-af3f-84c3f4aa278e req-48420735-4b2c-4ef3-9e32-22d54eb2de72 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452767 May 31 12:47:37.036037 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b18e4a96-0d55-479b-8a0e-03c07c84e19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.067457 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b18e4a96-0d55-479b-8a0e-03c07c84e19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.090494 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab2fd02-0136-48d0-be5a-adc4f8261214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d2fa4d-92a7-4beb-9218-854da6d2be2b'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:37.093641 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135c4899-ac0c-43e5-9417-d35d860b6c96" -d '{"events": [{"server_uuid": "1ab2fd02-0136-48d0-be5a-adc4f8261214", "name": "network-vif-plugged", "status": "completed", "tag": "68d2fa4d-92a7-4beb-9218-854da6d2be2b"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:37.168899 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b18e4a96-0d55-479b-8a0e-03c07c84e19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.186683 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c3d6854c-8e26-4e8a-9b20-e02fa5c65c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:37.200988 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba6c5e2-abc4-4dfe-9b3f-c5d4a8e12272 x-openstack-request-id: req-5ba6c5e2-abc4-4dfe-9b3f-c5d4a8e12272 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:37.201312 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab2fd02-0136-48d0-be5a-adc4f8261214", "name": "network-vif-plugged", "status": "completed", "tag": "68d2fa4d-92a7-4beb-9218-854da6d2be2b", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:37.201738 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ba6c5e2-abc4-4dfe-9b3f-c5d4a8e12272 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:37.202160 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab2fd02-0136-48d0-be5a-adc4f8261214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d2fa4d-92a7-4beb-9218-854da6d2be2b', 'code': 200} May 31 12:47:37.210493 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33656) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:37.232795 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['fca3395f-d83c-47df-a8a4-4be4a6e01e71'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:37.252257 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e4a96-0d55-479b-8a0e-03c07c84e19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d71ea2-c0b4-43ae-be47-33f7fa7f4881,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:37.270280 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b18e4a96-0d55-479b-8a0e-03c07c84e19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:37.316408 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b18e4a96-0d55-479b-8a0e-03c07c84e19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.324569 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b18e4a96-0d55-479b-8a0e-03c07c84e19f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9d71ea2-c0b4-43ae-be47-33f7fa7f4881 HTTP/1.1" status: 204 len: 168 time: 0.3925471 May 31 12:47:37.339164 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b836d-3933-4d1c-9652-3b77b67f577c req-4e1ba741-b862-455e-b0d7-e9997d19e7da tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:37.341464 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-748b836d-3933-4d1c-9652-3b77b67f577c req-4e1ba741-b862-455e-b0d7-e9997d19e7da tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 945 time: 0.1643269 May 31 12:47:37.448133 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-748b836d-3933-4d1c-9652-3b77b67f577c req-f88aaa76-b60b-41f6-b34b-99f8fea31623 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964055 May 31 12:47:37.555056 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695a435-c6de-4fb1-9314-07a6ac8a7ffc req-1428c3bf-68be-49f0-8193-2beda741ba5f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:37.557110 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.557815 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3695a435-c6de-4fb1-9314-07a6ac8a7ffc req-1428c3bf-68be-49f0-8193-2beda741ba5f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1320326 May 31 12:47:37.629488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:37.636533 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Usage tracker for resource:security_group_rule and tenant:31753a65568b4b5d83133c5e80a87e2a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:37.640353 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:37.655619 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:37.672431 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3695a435-c6de-4fb1-9314-07a6ac8a7ffc req-3b477a69-2e8c-4588-ae12-f7b56622f85b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064508 May 31 12:47:37.709653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33672) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:37.731633 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5cea6-1f80-40c8-b340-b86556f32818 req-2a1e56d5-ef60-42dc-9f08-27960cfdbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:37.733170 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0ea5cea6-1f80-40c8-b340-b86556f32818 req-2a1e56d5-ef60-42dc-9f08-27960cfdbc33 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1098 time: 0.1516483 May 31 12:47:37.741800 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.784267 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:37.804045 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Usage tracker for resource:security_group_rule and tenant:e33c7e4534b74da484ffdc86c07b08da is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:37.810071 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:37.822849 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33678) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:37.825563 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:37.844396 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0ea5cea6-1f80-40c8-b340-b86556f32818 req-b4b531f8-2686-459b-9be1-e30a3a288f1a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902867 May 31 12:47:37.886820 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.898080 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.908206 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1c555716-1082-448f-be61-e21227face42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:37.996357 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.026137 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31753a65568b4b5d83133c5e80a87e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8118525 May 31 12:47:38.029040 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:38.039015 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:7a098a35ef5e42689e0eb9a6ebc48cc9 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:38.043129 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:38.043323 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33698) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:38.053564 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:38.054631 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dfa659-0f32-4236-8fb1-b819a04eeb9d,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:38.105147 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:38.211080 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.252428 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.278841 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7c987c6e-0bde-4903-82f2-50d062edbbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:38.352676 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ad6e08ea-ba77-4a81-85e0-0e833d32cfb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.368270 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.397039 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.418736 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e33c7e4534b74da484ffdc86c07b08da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7079399 May 31 12:47:38.419124 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3bdb57a4-d87e-45ec-9e6d-d7ccc5c2a0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:38.422129 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33716) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:38.443996 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb3efea-dccf-4920-bb90-3d0a72afdf44,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:38.470286 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-be8bc4aa-d333-4bdb-88a2-4a73b3110ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:38.471779 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-be8bc4aa-d333-4bdb-88a2-4a73b3110ca0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 1099 time: 0.3837349 May 31 12:47:38.475082 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:38.477464 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a098a35ef5e42689e0eb9a6ebc48cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6531770 May 31 12:47:38.480870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33726) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:38.481597 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd2480-b394-40b0-aa30-b0a805459beb,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:38.485631 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ad6e08ea-ba77-4a81-85e0-0e833d32cfb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.486682 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:38.530740 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc094f1-2093-41b9-b8c8-eeb69c25ce49 req-7b364877-1495-4273-a496-5151e0bf9eeb tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:38.537713 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9dc094f1-2093-41b9-b8c8-eeb69c25ce49 req-7b364877-1495-4273-a496-5151e0bf9eeb tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.3122752 May 31 12:47:38.592278 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a85791-e29c-4cce-8fde-db1243840d33 req-04905288-b3cc-4e2b-a292-4386a7befe38 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:38.594068 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a8a85791-e29c-4cce-8fde-db1243840d33 req-04905288-b3cc-4e2b-a292-4386a7befe38 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 944 time: 0.3670919 May 31 12:47:38.659382 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9dc094f1-2093-41b9-b8c8-eeb69c25ce49 req-f6921def-6c4b-44e2-b654-dea4cb764bb0 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154375 May 31 12:47:38.681934 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9dc67353-df0b-4a0c-9424-fe0051250ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.729956 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a8a85791-e29c-4cce-8fde-db1243840d33 req-d18cde57-16e1-48ee-894f-ee904700aae3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230991 May 31 12:47:38.791826 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9dc67353-df0b-4a0c-9424-fe0051250ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.817857 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-935703f8-6075-4858-a491-71fb3a8f6fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:38.819404 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-935703f8-6075-4858-a491-71fb3a8f6fd4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.3359747 May 31 12:47:38.827942 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-619373ea-fd3f-4778-877e-47b8ef553fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.909060 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-00b32dd9-dc8c-4092-8c15-1e7f9e309e80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e513e6be-3267-48a7-9bb1-23964645c7c0 HTTP/1.1" status: 200 len: 217 time: 0.0788774 May 31 12:47:38.923052 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ad6e08ea-ba77-4a81-85e0-0e833d32cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.954011 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9dc67353-df0b-4a0c-9424-fe0051250ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.960357 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:38.965912 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:38.973932 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-619373ea-fd3f-4778-877e-47b8ef553fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.981304 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc67353-df0b-4a0c-9424-fe0051250ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd2480-b394-40b0-aa30-b0a805459beb,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:38.985665 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9dc67353-df0b-4a0c-9424-fe0051250ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:38.996282 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9dc67353-df0b-4a0c-9424-fe0051250ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.997389 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-9dc67353-df0b-4a0c-9424-fe0051250ba4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3acd2480-b394-40b0-aa30-b0a805459beb HTTP/1.1" status: 204 len: 168 time: 0.5126419 May 31 12:47:39.009801 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a673-5bf5-4613-98d4-5d638fe05283 req-6c2f625c-8189-4f82-b27a-cd653860dc4e tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:39.023898 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c749a673-5bf5-4613-98d4-5d638fe05283 req-6c2f625c-8189-4f82-b27a-cd653860dc4e tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 945 time: 0.1854656 May 31 12:47:39.036761 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e08ea-ba77-4a81-85e0-0e833d32cfb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dfa659-0f32-4236-8fb1-b819a04eeb9d,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:39.053977 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ad6e08ea-ba77-4a81-85e0-0e833d32cfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:39.075383 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ad6e08ea-ba77-4a81-85e0-0e833d32cfb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.076501 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-ad6e08ea-ba77-4a81-85e0-0e833d32cfb9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30dfa659-0f32-4236-8fb1-b819a04eeb9d HTTP/1.1" status: 204 len: 168 time: 1.0243373 May 31 12:47:39.088944 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-e0bb0f05-2a7c-442a-9f47-1ae72aa2ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:39.090484 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-e0bb0f05-2a7c-442a-9f47-1ae72aa2ba64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.1684406 May 31 12:47:39.098962 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c749a673-5bf5-4613-98d4-5d638fe05283 req-c2090215-5b7b-4657-b688-cd394247ce86 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730207 May 31 12:47:39.144662 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-619373ea-fd3f-4778-877e-47b8ef553fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.154942 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:39.163635 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-17f9cc0f-565e-4bbe-bd72-a917302ef92a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581572 May 31 12:47:39.172876 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619373ea-fd3f-4778-877e-47b8ef553fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb3efea-dccf-4920-bb90-3d0a72afdf44,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:39.178717 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-619373ea-fd3f-4778-877e-47b8ef553fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:39.202338 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-619373ea-fd3f-4778-877e-47b8ef553fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.203675 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-619373ea-fd3f-4778-877e-47b8ef553fc4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcb3efea-dccf-4920-bb90-3d0a72afdf44 HTTP/1.1" status: 204 len: 168 time: 0.7704430 May 31 12:47:39.311516 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-f39cb837-611e-4faf-941b-f14648c6d6aa service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355510 May 31 12:47:39.471506 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c38f9cca-0383-4bda-aa96-7fd73ba1271d req-d8c301fd-833f-4eb2-a6df-a44c0d4a6310 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478090 May 31 12:47:39.618497 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33774) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:39.640030 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.655553 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:39.659866 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Usage tracker for resource:security_group_rule and tenant:98391d2bd35d4c68991167f46a17cda0 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:39.663410 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:39.671472 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:39.842120 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.853655 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.857479 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33786) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:39.870050 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-72d9dd8a-a9d7-4770-bdab-01015b498cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:39.881902 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:39.900031 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:39.904355 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Usage tracker for resource:security_group_rule and tenant:109447f4826d449f8f745f0267e9ba93 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:39.907351 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:39.914577 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:39.967969 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4ef286-16e7-4d56-8cdb-38760f93b494,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:39.991158 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98391d2bd35d4c68991167f46a17cda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680031 May 31 12:47:39.993320 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:39.994979 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33794) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:40.022979 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07014d-9174-462a-85bc-17f9a73a3847 req-f52a01ce-f6ce-41bf-982b-0616206ddd03 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:40.024443 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cc07014d-9174-462a-85bc-17f9a73a3847 req-f52a01ce-f6ce-41bf-982b-0616206ddd03 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.2384171 May 31 12:47:40.035548 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.052415 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.058435 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20e6dc-e45e-4a6d-a609-d2f9b5385b48 req-9c745cd7-403a-4144-a6aa-3e9702da67f3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:40.065283 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3d20e6dc-e45e-4a6d-a609-d2f9b5385b48 req-9c745cd7-403a-4144-a6aa-3e9702da67f3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 944 time: 0.1850131 May 31 12:47:40.121468 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cc07014d-9174-462a-85bc-17f9a73a3847 req-8a1e9baa-b542-4414-ac09-30d44ce6c3ce tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893507 May 31 12:47:40.126224 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:40.156215 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3d20e6dc-e45e-4a6d-a609-d2f9b5385b48 req-19c61f4e-d8fe-4b5a-b082-3fe3216f052f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899684 May 31 12:47:40.214814 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:47:40.228857 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=109447f4826d449f8f745f0267e9ba93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696649 May 31 12:47:40.231281 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33812) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:40.277379 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c5f57fd9-8476-422f-90d5-e47adf942cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.313256 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c5f57fd9-8476-422f-90d5-e47adf942cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.361006 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda7a7e2-155e-476c-8356-1f82541f3147,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:40.372743 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port fca3395f-d83c-47df-a8a4-4be4a6e01e71 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:47:40.385952 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port fca3395f-d83c-47df-a8a4-4be4a6e01e71 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:47:40.386329 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.410298 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:40.451476 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba793e9c-0501-4671-97e0-fe6f0444c02e req-9ec01ab6-205b-453f-9359-3dbaaa66d81a tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:40.453186 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ba793e9c-0501-4671-97e0-fe6f0444c02e req-9ec01ab6-205b-453f-9359-3dbaaa66d81a tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 945 time: 0.1567090 May 31 12:47:40.456025 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c54eb516-efcf-4084-b57b-bae9ae90239f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.470508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-b3914b0f-eea8-46c2-a92f-41a1a7cab9e7 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:40.476376 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-b3914b0f-eea8-46c2-a92f-41a1a7cab9e7 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.30 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 945 time: 0.3510840 May 31 12:47:40.521826 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c5f57fd9-8476-422f-90d5-e47adf942cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.532812 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ba793e9c-0501-4671-97e0-fe6f0444c02e req-f36a1162-74c1-43f9-a7da-4ca14ce5e8ce tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/security-groups?id=404a1357-f484-4e8a-a54a-d7d0038ecf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713418 May 31 12:47:40.533402 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7958df45-b9fc-4186-ab0b-dbbe402f5774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:40.560562 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f57fd9-8476-422f-90d5-e47adf942cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4ef286-16e7-4d56-8cdb-38760f93b494,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:40.569879 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c54eb516-efcf-4084-b57b-bae9ae90239f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.572746 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c5f57fd9-8476-422f-90d5-e47adf942cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:40.585782 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c5f57fd9-8476-422f-90d5-e47adf942cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.586910 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-c5f57fd9-8476-422f-90d5-e47adf942cef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e4ef286-16e7-4d56-8cdb-38760f93b494 HTTP/1.1" status: 204 len: 168 time: 0.5910280 May 31 12:47:40.658324 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c54eb516-efcf-4084-b57b-bae9ae90239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.663530 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:40.681736 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.691544 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Deleting port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:47:40.692008 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.692800 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54eb516-efcf-4084-b57b-bae9ae90239f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda7a7e2-155e-476c-8356-1f82541f3147,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:40.705332 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c54eb516-efcf-4084-b57b-bae9ae90239f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:40.716476 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c54eb516-efcf-4084-b57b-bae9ae90239f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.723977 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c54eb516-efcf-4084-b57b-bae9ae90239f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cda7a7e2-155e-476c-8356-1f82541f3147 HTTP/1.1" status: 204 len: 168 time: 0.4885049 May 31 12:47:40.728289 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:40.734226 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:40.737989 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a51030-260c-4022-b67e-c4f0fb49dae2" -d '{"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-plugged", "status": "completed", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:40.757241 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.767465 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:40.873546 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693ebe97-6001-4ba9-bc78-53c5e0cccfbd x-openstack-request-id: req-693ebe97-6001-4ba9-bc78-53c5e0cccfbd {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:40.874587 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-plugged", "status": "completed", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:40.875935 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-693ebe97-6001-4ba9-bc78-53c5e0cccfbd {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:40.877320 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'code': 200} May 31 12:47:40.931952 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] For port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,segment=NetworkSegment(991cc697-9d4d-4a8c-ba0a-08c6191c855a),segment_id=991cc697-9d4d-4a8c-ba0a-08c6191c855a)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:47:40.932675 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.939261 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:40.943238 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:41.184655 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Calling delete_port for e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:47:41.464535 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8e059-0594-4f0b-90ac-947b66b4d40d req-e0c814aa-f996-4b17-968d-8c7a98cd8248 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:41.472029 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5d8e059-0594-4f0b-90ac-947b66b4d40d req-e0c814aa-f996-4b17-968d-8c7a98cd8248 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1701064 May 31 12:47:41.504590 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e323e-3d67-43e8-bc85-31fc3294a9d7 req-079ebfb4-137f-4013-84d8-b0845b521c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:41.506054 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-636e323e-3d67-43e8-bc85-31fc3294a9d7 req-079ebfb4-137f-4013-84d8-b0845b521c05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1098 time: 0.3787529 May 31 12:47:41.530062 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fb5af-c050-4f43-b9e6-d910b9d914ae req-b7786a73-95d9-4870-bcaa-e583429f9ac4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:41.531874 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8a4fb5af-c050-4f43-b9e6-d910b9d914ae req-b7786a73-95d9-4870-bcaa-e583429f9ac4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1746440 May 31 12:47:41.557801 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5d8e059-0594-4f0b-90ac-947b66b4d40d req-2f1af933-2e11-470e-8600-9abb865daa9d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818241 May 31 12:47:41.612331 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-636e323e-3d67-43e8-bc85-31fc3294a9d7 req-ab9e7802-9f46-4f72-996d-48cce5b28cf2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976887 May 31 12:47:41.629990 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:41.640232 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:41.648654 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['e7ba1713-a3c1-4dd3-8d42-1c8a4785af66'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:47:41.666549 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8a4fb5af-c050-4f43-b9e6-d910b9d914ae req-ad8983fc-ea3b-45d2-9c60-b503096cb21f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269352 May 31 12:47:41.715412 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Pushing event deleted for resources: {'Port': ['ID=e7ba1713-a3c1-4dd3-8d42-1c8a4785af66,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:41.752417 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-96abc8c8-8e9b-495c-8f88-d000980e9914 req-2ca5423f-0bcb-47b5-9171-693e3408214c tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.65 "GET /v2.0/ports?device_id=1095cb5d-fd93-4927-a1fb-247abf2a12ee HTTP/1.1" status: 200 len: 210 time: 0.0745506 May 31 12:47:41.757758 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:41.810104 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] No DVR routers for this DVR port e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:47:41.813927 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:41.816912 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1095cb5d-fd93-4927-a1fb-247abf2a12ee', 'name': 'network-vif-deleted', 'tag': 'e7ba1713-a3c1-4dd3-8d42-1c8a4785af66'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:41.819488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c7800c-7784-4986-8e90-78e64dcd128e" -d '{"events": [{"server_uuid": "1095cb5d-fd93-4927-a1fb-247abf2a12ee", "name": "network-vif-deleted", "tag": "e7ba1713-a3c1-4dd3-8d42-1c8a4785af66"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:41.834908 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bb926c0d-94d8-4465-b415-ad9ff1d9be60 req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] 10.222.0.30 "DELETE /v2.0/ports/e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 HTTP/1.1" status: 204 len: 173 time: 1.3519561 May 31 12:47:41.887488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494971f0-2c23-4e2b-9d5a-d26e87e00f74 x-openstack-request-id: req-494971f0-2c23-4e2b-9d5a-d26e87e00f74 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:41.887946 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1095cb5d-fd93-4927-a1fb-247abf2a12ee", "name": "network-vif-deleted", "tag": "e7ba1713-a3c1-4dd3-8d42-1c8a4785af66", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:41.888506 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-494971f0-2c23-4e2b-9d5a-d26e87e00f74 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:41.888957 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1095cb5d-fd93-4927-a1fb-247abf2a12ee', 'name': 'network-vif-deleted', 'tag': 'e7ba1713-a3c1-4dd3-8d42-1c8a4785af66', 'status': 'completed', 'code': 200} May 31 12:47:42.108673 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33888) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:42.303950 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.329604 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:42.334864 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Usage tracker for resource:security_group_rule and tenant:63ab8721512d4ef8a92341fc6ea98f16 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:42.338558 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:42.345132 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:42.457890 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.465240 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.482183 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ab7409f1-3490-4f00-8b06-3dc031abd0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:42.528614 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63ab8721512d4ef8a92341fc6ea98f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155149 May 31 12:47:42.528614 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980b1780-a167-4ad7-92a7-2d21a4f13327,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:42.529507 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33914) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:42.536992 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:42.613076 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c4f1-28b4-4f75-b03c-c7bc79591862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.658623 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c4f1-28b4-4f75-b03c-c7bc79591862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.788634 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c4f1-28b4-4f75-b03c-c7bc79591862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.796797 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b82eee9c-e233-4a06-9a97-c0877d7be337 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:42.811134 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4c4f1-28b4-4f75-b03c-c7bc79591862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980b1780-a167-4ad7-92a7-2d21a4f13327,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:42.815093 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c1c4c4f1-28b4-4f75-b03c-c7bc79591862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:42.828940 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c4f1-28b4-4f75-b03c-c7bc79591862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:42.831879 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-c1c4c4f1-28b4-4f75-b03c-c7bc79591862 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/980b1780-a167-4ad7-92a7-2d21a4f13327 HTTP/1.1" status: 204 len: 168 time: 0.3009531 May 31 12:47:43.085542 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076902b-45e2-4d17-8418-02cf1fd86186 req-1414db0a-b6c6-48bb-8256-8eb6090d8483 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:43.088523 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5076902b-45e2-4d17-8418-02cf1fd86186 req-1414db0a-b6c6-48bb-8256-8eb6090d8483 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1723280 May 31 12:47:43.096780 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42795a62-5c5f-46c2-9301-6636591d58ef req-5c80a258-a2a4-4d67-bd4b-4c1303b35077 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:43.098352 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-42795a62-5c5f-46c2-9301-6636591d58ef req-5c80a258-a2a4-4d67-bd4b-4c1303b35077 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.3398349 May 31 12:47:43.172553 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5076902b-45e2-4d17-8418-02cf1fd86186 req-d32c1c28-17fe-4bb3-b9c5-66a17b70ca83 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731056 May 31 12:47:43.200250 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-42795a62-5c5f-46c2-9301-6636591d58ef req-08292130-9bc7-4eca-9610-d03e7340b9f6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669317 May 31 12:47:43.277628 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33946) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:43.442285 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 33958) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:43.460787 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.493662 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:43.496450 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.508223 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb98d06228246ceb1ffb69c6ff677eb is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:43.513322 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:43.520056 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:43.524040 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Usage tracker for resource:security_group_rule and tenant:c436b91f356d4e7ca51a78d85ca9a74e is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:43.527637 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:43.533859 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:43.568161 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:43.686447 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.695859 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.749544 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-45610dc4-850c-42dd-97b3-a907903049a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:43.810935 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c436b91f356d4e7ca51a78d85ca9a74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5313635 May 31 12:47:43.812985 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33978) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:43.814840 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.817217 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bb3411-6c12-42da-8d9e-b032f0fb201b,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:43.831320 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:43.834872 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.844617 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0398b741-06ca-46a2-a3b9-80ba12907bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:43.892558 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bb98d06228246ceb1ffb69c6ff677eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4492400 May 31 12:47:43.893336 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 33986) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:43.893479 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5575bb-8843-4eaa-b406-765c0cdb9e95,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:43.896542 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:43.920618 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e8b1fb6d-24c7-42cd-bb1b-75c7c9fc4bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:43.981921 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e8b1fb6d-24c7-42cd-bb1b-75c7c9fc4bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:44.035824 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-84d747f4-862a-4485-9006-0a1c7286185b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:44.072845 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-84d747f4-862a-4485-9006-0a1c7286185b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:44.095461 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e8b1fb6d-24c7-42cd-bb1b-75c7c9fc4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:44.101640 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0c1bb281-1b57-4ac8-8d2a-23ef11ce8f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:44.125424 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1fb6d-24c7-42cd-bb1b-75c7c9fc4bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bb3411-6c12-42da-8d9e-b032f0fb201b,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:44.127954 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e8b1fb6d-24c7-42cd-bb1b-75c7c9fc4bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:44.133649 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e8b1fb6d-24c7-42cd-bb1b-75c7c9fc4bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:44.134663 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-e8b1fb6d-24c7-42cd-bb1b-75c7c9fc4bc0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61bb3411-6c12-42da-8d9e-b032f0fb201b HTTP/1.1" status: 204 len: 168 time: 0.3194559 May 31 12:47:44.155951 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-84d747f4-862a-4485-9006-0a1c7286185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:44.161189 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:44.175775 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d747f4-862a-4485-9006-0a1c7286185b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5575bb-8843-4eaa-b406-765c0cdb9e95,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:44.178340 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-84d747f4-862a-4485-9006-0a1c7286185b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:44.179606 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-84d747f4-862a-4485-9006-0a1c7286185b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:44.183480 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-84d747f4-862a-4485-9006-0a1c7286185b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab5575bb-8843-4eaa-b406-765c0cdb9e95 HTTP/1.1" status: 204 len: 168 time: 0.2805839 May 31 12:47:44.244784 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:47:44.295409 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:47:44.295759 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device e7ba1713-a3c1-4dd3-8d42-1c8a4785af66 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:47:44.491610 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d4365-615f-45a3-aca8-1d20017f6681 req-6154c269-2556-4759-8798-e2382a8f36f2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:44.493056 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4a2d4365-615f-45a3-aca8-1d20017f6681 req-6154c269-2556-4759-8798-e2382a8f36f2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1710310 May 31 12:47:44.519958 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2efb65-d744-4e58-8c0f-a79edbc3d5cf req-810658de-bf66-4b34-8851-e8474a994307 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:44.521385 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5d2efb65-d744-4e58-8c0f-a79edbc3d5cf req-810658de-bf66-4b34-8851-e8474a994307 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1352241 May 31 12:47:44.568911 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4a2d4365-615f-45a3-aca8-1d20017f6681 req-5013e09f-8421-4d92-beea-a390b8cfa943 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694244 May 31 12:47:44.589385 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5d2efb65-d744-4e58-8c0f-a79edbc3d5cf req-2adb03ed-4704-4765-a48e-59611afdc300 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597672 May 31 12:47:44.788154 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34034) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:44.826570 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77209a-474c-4b16-9385-be3e7b17ac42 req-d7070ff3-b702-49ad-9515-0f58092efb8d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:44.828870 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5e77209a-474c-4b16-9385-be3e7b17ac42 req-d7070ff3-b702-49ad-9515-0f58092efb8d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1222696 May 31 12:47:44.837589 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34042) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:44.844298 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'floatingip': {'port_id': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:44.941616 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:44.995642 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34048) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:45.030518 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.086365 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:45.091385 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Usage tracker for resource:security_group_rule and tenant:20c4f3f60c274b41bf829a52845da832 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:45.096084 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:45.109238 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:45.324112 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.329372 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.338306 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:45.431245 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20c4f3f60c274b41bf829a52845da832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344060 May 31 12:47:45.442924 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe808c-ca4e-493a-a4df-ede3fc7414da,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:45.454617 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34064) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:45.476191 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:45.492679 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.514931 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:45.521546 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Usage tracker for resource:security_group_rule and tenant:60a41a00e50f446491af69b34a90a330 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:45.565629 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0c5496c4-6363-4f4c-940b-6ae9a58c909d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.592049 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:45.605653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0c5496c4-6363-4f4c-940b-6ae9a58c909d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.622933 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:45.681909 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0c5496c4-6363-4f4c-940b-6ae9a58c909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.687403 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a9053c4c-feee-452a-8597-f146c020d348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:45.716155 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5496c4-6363-4f4c-940b-6ae9a58c909d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe808c-ca4e-493a-a4df-ede3fc7414da,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:45.719509 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0c5496c4-6363-4f4c-940b-6ae9a58c909d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:45.721353 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0c5496c4-6363-4f4c-940b-6ae9a58c909d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.723057 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-0c5496c4-6363-4f4c-940b-6ae9a58c909d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9bfe808c-ca4e-493a-a4df-ede3fc7414da HTTP/1.1" status: 204 len: 168 time: 0.2671063 May 31 12:47:45.776970 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34088) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:45.888570 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Deleting subnet 8985fcc8-54ba-4dc3-bb66-5c9c3a4e6525 {{(pid=98235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:47:45.893035 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.972358 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.980353 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.090217 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.104240 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.157472 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0e8fd2f6-6ec1-43d8-9b8b-3529dec1003d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:46.182834 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71650b-1515-497a-92cd-a9e01545c8aa req-15c0d385-e6c1-4681-99f2-d5a41c360d04 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:46.184313 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e71650b-1515-497a-92cd-a9e01545c8aa req-15c0d385-e6c1-4681-99f2-d5a41c360d04 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.2734754 May 31 12:47:46.264660 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.270022 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4c80a7af-0360-4588-9ac2-081449a603bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:46.311818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8985fcc8-54ba-4dc3-bb66-5c9c3a4e6525,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:46.313209 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60a41a00e50f446491af69b34a90a330&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5240498 May 31 12:47:46.316573 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.317809 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34106) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:46.321210 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:46.326827 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f640aa-2fc0-4bad-9645-406b834ace4c,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:46.327506 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34112) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:46.327988 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8985fcc8-54ba-4dc3-bb66-5c9c3a4e6525 HTTP/1.1" status: 204 len: 168 time: 0.5497499 May 31 12:47:46.336762 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.db.resource_extend [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:47:46.417824 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:46.460554 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e71650b-1515-497a-92cd-a9e01545c8aa req-b06fb745-5453-47bc-acb8-ddff896871ac tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678883 May 31 12:47:46.542886 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.564613 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.686666 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.745816 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e7987595-550f-4957-a0ec-624d65fd7075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.837471 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e7987595-550f-4957-a0ec-624d65fd7075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:46.879949 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.l3_db [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Floating IP ea778a55-712a-4793-8641-51e1f4db8aa5 associated. External IP: 172.28.1.105, port: fca3395f-d83c-47df-a8a4-4be4a6e01e71. May 31 12:47:47.051435 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:47.129367 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.129710 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.130464 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.130811 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > port after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.131130 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.131474 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > port after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.131787 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.132099 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.132409 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.132721 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.307018 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.307661 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.308166 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.308648 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98236) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:47:47.308962 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c495153-b53a-4f0a-89b8-81bb6def4340']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:47.332623 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991cc697-9d4d-4a8c-ba0a-08c6191c855a') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:47.332912 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991cc697-9d4d-4a8c-ba0a-08c6191c855a') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:47.350788 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:47.376099 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e7987595-550f-4957-a0ec-624d65fd7075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:47.380548 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:47.384302 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-eed571ec-670c-47df-afb4-1dfb20c6762f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:47.454316 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:47:47.454753 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:47.468695 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7987595-550f-4957-a0ec-624d65fd7075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f640aa-2fc0-4bad-9645-406b834ace4c,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: from cryptography.utils import int_from_bytes May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: from cryptography.utils import int_from_bytes May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:47:47.473075 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:47:47.487817 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e7987595-550f-4957-a0ec-624d65fd7075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:47.702041 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e7987595-550f-4957-a0ec-624d65fd7075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:47.703175 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e7987595-550f-4957-a0ec-624d65fd7075 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27f640aa-2fc0-4bad-9645-406b834ace4c HTTP/1.1" status: 204 len: 168 time: 1.3796215 May 31 12:47:47.721581 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:47.758573 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-49320637-eb42-44b9-b971-2802114387fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:47.792326 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:47.799990 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5c495153-b53a-4f0a-89b8-81bb6def4340,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:47.813502 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] 10.222.0.65 "DELETE /v2.0/networks/5c495153-b53a-4f0a-89b8-81bb6def4340 HTTP/1.1" status: 204 len: 168 time: 1.4209566 May 31 12:47:47.814734 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-92200228-bd24-4731-9c86-698b243194ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:47.825876 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Router 04b424c4-3e07-48f0-b2ee-565c8b08b10e has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:47:47.910503 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7422eeb-f1c2-43a6-9d87-c8ac8093e1c9 req-cc0ca729-9377-435b-a9f3-13c54ed3d967 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:47.912061 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c7422eeb-f1c2-43a6-9d87-c8ac8093e1c9 req-cc0ca729-9377-435b-a9f3-13c54ed3d967 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.2662897 May 31 12:47:48.138711 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c7422eeb-f1c2-43a6-9d87-c8ac8093e1c9 req-d7ee7e44-7f9f-401b-96a5-8d87e1c21154 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141099 May 31 12:47:48.163743 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:47:48.178764 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.181360 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] Sync routers for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:47:48.197151 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:48.197815 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:47:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:48.291329 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-57f8ab97-3182-4171-8d55-caf849faa91f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "PUT /v2.0/floatingips/ea778a55-712a-4793-8641-51e1f4db8aa5 HTTP/1.1" status: 200 len: 991 time: 3.4509609 May 31 12:47:48.292446 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:47:48.310736 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:47:48.361668 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34188) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:48.391218 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.416643 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34194) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:48.420111 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a1e5c9-affc-4b89-ad7e-d0f353f15bf4 x-openstack-request-id: req-57a1e5c9-affc-4b89-ad7e-d0f353f15bf4 {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:47:48.421382 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:47:48.422665 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57a1e5c9-affc-4b89-ad7e-d0f353f15bf4 {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:47:48.423046 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'status': 'completed', 'code': 200} May 31 12:47:48.424423 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:48.431683 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f8873f65384d68b31ee0b896ad3450 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:48.435874 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:48.444277 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:48.457829 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:48.554855 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.558871 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-f4ac218b-1795-437e-b6f7-313376ef92e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57b94dd4f9fb4a31a5be86bf96629a74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1404252 May 31 12:47:48.561570 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34200) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:48.574905 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.581433 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-0ff2abea-207e-44e4-a510-7c154e2d0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:48.582982 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-0ff2abea-207e-44e4-a510-7c154e2d0aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1098 time: 0.1275337 May 31 12:47:48.584493 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9dc67353-df0b-4a0c-9424-fe0051250ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:48.691909 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4235affd-689a-4c7a-88da-b444cbd09191,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:48.699802 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4f8873f65384d68b31ee0b896ad3450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367434 May 31 12:47:48.701384 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34210) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:48.707352 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.707883 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.708205 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.708637 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.708905 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.709238 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.709570 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.709918 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.710234 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.710695 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.711034 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.711359 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:48.721492 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:48.731882 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3565152d-d02e-453c-942a-225223bdb748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.769788 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3565152d-d02e-453c-942a-225223bdb748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.786638 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-7da3a49a-42f5-46db-88ed-f4a9886cd643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:48.788592 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-7da3a49a-42f5-46db-88ed-f4a9886cd643 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1948926 May 31 12:47:48.848725 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3565152d-d02e-453c-942a-225223bdb748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.861281 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:48.890197 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.901230 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565152d-d02e-453c-942a-225223bdb748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404a1357-f484-4e8a-a54a-d7d0038ecf11,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:48.922154 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3565152d-d02e-453c-942a-225223bdb748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:48.923016 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3565152d-d02e-453c-942a-225223bdb748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.928106 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-3565152d-d02e-453c-942a-225223bdb748 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/404a1357-f484-4e8a-a54a-d7d0038ecf11 HTTP/1.1" status: 204 len: 168 time: 0.3651073 May 31 12:47:48.954039 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:48.981831 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'ea778a55-712a-4793-8641-51e1f4db8aa5', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'port_id': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'mac_address': 'fa:16:3e:22:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:47:17Z', 'updated_at': '2021-05-31T12:47:46Z', 'revision_number': 1, 'project_id': '2b8770a463164b9dac300460e1914157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:48.987397 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] Checking router: 04b424c4-3e07-48f0-b2ee-565c8b08b10e for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:47:48.999917 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:47:49.001156 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:47:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:49.013549 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-9e25e198-f62e-4ace-98fd-163cc8823a14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 200 len: 999 time: 0.2183194 May 31 12:47:49.161855 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-01400417-5eaa-487d-b31d-01370992ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:49.163325 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-01400417-5eaa-487d-b31d-01370992ffb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.1238472 May 31 12:47:49.170847 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:49.196214 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f99243eb-d1f9-4795-97c1-263ef837a4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:49.230570 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:47:49.410213 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:49.411757 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4235affd-689a-4c7a-88da-b444cbd09191 HTTP/1.1" status: 204 len: 168 time: 0.7088225 May 31 12:47:49.412357 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4235affd-689a-4c7a-88da-b444cbd09191,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:49.421679 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.422760 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.423518 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.424107 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.424602 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.425129 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.425622 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.426115 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.426668 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.427352 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.427860 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.428344 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:49.433085 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:49.453469 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-c903b3b8-73ac-4bbc-888e-68e6377baabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:49.456999 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-c903b3b8-73ac-4bbc-888e-68e6377baabd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2618773 May 31 12:47:49.538191 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67fad-9392-4dfa-b6cb-da8d6671df78 req-b029807f-1261-4172-93a4-7d8ead1b6e10 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:49.561085 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8de67fad-9392-4dfa-b6cb-da8d6671df78 req-b029807f-1261-4172-93a4-7d8ead1b6e10 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.2133741 May 31 12:47:49.699493 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8de67fad-9392-4dfa-b6cb-da8d6671df78 req-d33ed143-517f-4b0e-b609-63914cde51b9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361346 May 31 12:47:49.826570 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-4b89e72b-d90a-4246-afdc-cdb0519fcf10 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581157 May 31 12:47:49.974200 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'ea778a55-712a-4793-8641-51e1f4db8aa5', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'port_id': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'mac_address': 'fa:16:3e:22:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:47:17Z', 'updated_at': '2021-05-31T12:47:46Z', 'revision_number': 1, 'project_id': '2b8770a463164b9dac300460e1914157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:47:49.980149 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e230e9-4e7a-44da-a3de-8a761e0ab6ae None None] The sync data for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb is: [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'ea778a55-712a-4793-8641-51e1f4db8aa5', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'floating_ip_address': '172.28.1.105', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'port_id': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'mac_address': 'fa:16:3e:22:e3:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:47:17Z', 'updated_at': '2021-05-31T12:47:46Z', 'revision_number': 1, 'project_id': '2b8770a463164b9dac300460e1914157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:47:49.992964 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34256) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:50.046050 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5732dbab-5bec-4788-8d0c-8c9d9abadd4b req-a929bd9c-bd3c-44a0-80a4-0184c9a37015 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088802 May 31 12:47:50.258779 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eae31a6-8b1d-460e-a2e5-dd6dba7f4667 None None] New status for floating IP ea778a55-712a-4793-8641-51e1f4db8aa5: ACTIVE {{(pid=98237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:47:50.269920 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34270) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:50.317719 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.334516 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:50.339695 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Usage tracker for resource:security_group_rule and tenant:39d8e5b8aa6243b4916fa787beab973b is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:50.343579 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:50.350452 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:50.394659 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.417346 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:50.426014 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:6dceae0c271042f19664b9267c437a74 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:50.430045 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:50.439999 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:50.518894 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.532765 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.547464 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-bfe430d7-5019-44ca-ae44-e8df4bcc8b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:50.601728 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb906da-7731-4787-a4fa-91e6e6484966,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:50.613271 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:50.653200 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39d8e5b8aa6243b4916fa787beab973b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6590953 May 31 12:47:50.656472 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34294) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:50.685830 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.691462 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.702049 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c54feac7-6ad1-4e95-86f2-5913f1f84827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:50.753003 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee6bea7-a9c6-4bcf-8b53-856a2e5bdc3d,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:50.757477 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6dceae0c271042f19664b9267c437a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861825 May 31 12:47:50.758609 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:50.760769 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34308) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:50.826987 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34318) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:50.831264 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-be725b89-3723-4a3d-8922-7ab42189487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.864041 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b2fe73a7-7b23-468f-af63-96e2240ef927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.868965 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-be725b89-3723-4a3d-8922-7ab42189487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.876367 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:47:50.945507 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-be725b89-3723-4a3d-8922-7ab42189487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:50.969641 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b2fe73a7-7b23-468f-af63-96e2240ef927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.010378 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a8e46356-e5ab-446f-99e4-929b25dc0f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:51.034972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be725b89-3723-4a3d-8922-7ab42189487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee6bea7-a9c6-4bcf-8b53-856a2e5bdc3d,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:51.047048 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-be725b89-3723-4a3d-8922-7ab42189487f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:51.078038 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-be725b89-3723-4a3d-8922-7ab42189487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.081134 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-be725b89-3723-4a3d-8922-7ab42189487f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ee6bea7-a9c6-4bcf-8b53-856a2e5bdc3d HTTP/1.1" status: 204 len: 168 time: 0.3190057 May 31 12:47:51.092976 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1588338090-network', 'tenant_id': '289f6253c1bc49ee817a561bae28f60a'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:51.098091 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:51.102828 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Usage tracker for resource:network and tenant:289f6253c1bc49ee817a561bae28f60a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:51.107728 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:51.114494 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:51.140229 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Made reservation on behalf of 289f6253c1bc49ee817a561bae28f60a for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:51.143275 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.154226 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7bb4c-f804-438f-8150-ed795b23bef1 req-7cdcfc0c-d587-48a6-9303-dc3154b09635 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:51.157837 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8eb7bb4c-f804-438f-8150-ed795b23bef1 req-7cdcfc0c-d587-48a6-9303-dc3154b09635 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1925302 May 31 12:47:51.164239 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b2fe73a7-7b23-468f-af63-96e2240ef927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.189131 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b18e4a96-0d55-479b-8a0e-03c07c84e19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:51.203817 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe73a7-7b23-468f-af63-96e2240ef927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb906da-7731-4787-a4fa-91e6e6484966,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:51.215109 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b2fe73a7-7b23-468f-af63-96e2240ef927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:51.216359 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b2fe73a7-7b23-468f-af63-96e2240ef927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.221347 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b2fe73a7-7b23-468f-af63-96e2240ef927 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ddb906da-7731-4787-a4fa-91e6e6484966 HTTP/1.1" status: 204 len: 168 time: 0.5629148 May 31 12:47:51.222858 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.257388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:51.263615 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Usage tracker for resource:security_group_rule and tenant:289f6253c1bc49ee817a561bae28f60a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:51.267284 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:51.269126 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8eb7bb4c-f804-438f-8150-ed795b23bef1 req-885deadb-5129-48ba-a88c-864d0703967d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035538 May 31 12:47:51.276104 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:51.399390 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.406153 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.427703 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:47:51.442151 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5e83a3bb-57db-4160-a9c6-254d7c65b1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:51.488624 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.489329 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Added segment c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f of type vlan for network 650c556e-aa40-4047-95af-0cdcf5c87279 May 31 12:47:51.508025 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:51.520136 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:51.539669 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.589196 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.591493 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:51.592293 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.599274 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:51.760830 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9327869 May 31 12:47:51.762624 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Pushing event updated for resources: {'Network': ['ID=650c556e-aa40-4047-95af-0cdcf5c87279,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:51.763839 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34378) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:51.766810 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:51.770000 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Request body: {'subnet': {'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1588338090-subnet', 'tenant_id': '289f6253c1bc49ee817a561bae28f60a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:51.775471 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 650c556e-aa40-4047-95af-0cdcf5c87279 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:47:51.777075 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:51.786068 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Usage tracker for resource:subnet and tenant:289f6253c1bc49ee817a561bae28f60a is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:51.797736 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:51.808985 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:51.833429 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Made reservation on behalf of 289f6253c1bc49ee817a561bae28f60a for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:51.836153 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3659053'] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.909435 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34396) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:51.947133 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34402) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:51.974966 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:51.996652 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.012490 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:52.018316 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Usage tracker for resource:security_group_rule and tenant:84b71bb1f0f34ddda84914ec1be357f6 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:52.021149 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:52.023299 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:52.029836 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:c64e6944fdcc4e6e9b4646486a674e4a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:52.032502 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:52.034561 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:52.042178 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:52.230128 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.232790 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.236166 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.247284 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:52.258044 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.313720 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c64e6944fdcc4e6e9b4646486a674e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650310 May 31 12:47:52.323108 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34420) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:52.349521 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84b71bb1f0f34ddda84914ec1be357f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365902 May 31 12:47:52.350439 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34424) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:52.355954 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969088c4-80a8-4054-ab13-42201bfa5a4d,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:52.387014 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3817654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3659067'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.392002 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-79b17b41-0f1f-415c-9a93-31a751dbaf85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:52.404183 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:52.426622 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-619373ea-fd3f-4778-877e-47b8ef553fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:52.486738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7eeceeca-92ac-4c9d-82c2-3733e56e397f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.507201 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e14419-ed15-45c3-a3a7-6cbb5c73c9e1,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:52.521843 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Checking segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:52.521843 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Network hostable DHCP agents. Network: 650c556e-aa40-4047-95af-0cdcf5c87279, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:47:52.522067 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:52.544793 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7eeceeca-92ac-4c9d-82c2-3733e56e397f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.553210 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf51-7a64-408c-9a72-ade7a5b44f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.560878 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71af8a35-cdaf-468a-a714-07a9e35906d4,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:52.562572 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Network 650c556e-aa40-4047-95af-0cdcf5c87279 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:47:52.570093 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:52.581637 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 650c556e-aa40-4047-95af-0cdcf5c87279) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:52.591441 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72adced9-3b25-4ceb-8ca0-8a634b0098ac None None] Network 650c556e-aa40-4047-95af-0cdcf5c87279 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:47:52.592631 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170500c1-78e4-43fd-8bc2-844bc63d647e req-1951b34b-6767-43e9-bcfa-eb034cba9ab3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:52.593665 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf51-7a64-408c-9a72-ade7a5b44f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.594123 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-170500c1-78e4-43fd-8bc2-844bc63d647e req-1951b34b-6767-43e9-bcfa-eb034cba9ab3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1712224 May 31 12:47:52.601787 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:52.602362 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.661061 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8871996 May 31 12:47:52.669995 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-170500c1-78e4-43fd-8bc2-844bc63d647e req-8a06298f-0e8c-4089-8ba5-4551f37c7c5c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701959 May 31 12:47:52.697764 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf51-7a64-408c-9a72-ade7a5b44f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.705113 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6cf05a88-ad9e-4b66-897e-4b477c2928c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:52.721728 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dcf51-7a64-408c-9a72-ade7a5b44f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e14419-ed15-45c3-a3a7-6cbb5c73c9e1,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:52.725399 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0a7dcf51-7a64-408c-9a72-ade7a5b44f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:52.736967 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7eeceeca-92ac-4c9d-82c2-3733e56e397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.742943 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e8b1fb6d-24c7-42cd-bb1b-75c7c9fc4bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:52.755995 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0a7dcf51-7a64-408c-9a72-ade7a5b44f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.759990 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-0a7dcf51-7a64-408c-9a72-ade7a5b44f9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/81e14419-ed15-45c3-a3a7-6cbb5c73c9e1 HTTP/1.1" status: 204 len: 168 time: 0.4331191 May 31 12:47:52.762366 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeceeca-92ac-4c9d-82c2-3733e56e397f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969088c4-80a8-4054-ab13-42201bfa5a4d,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:52.765519 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7eeceeca-92ac-4c9d-82c2-3733e56e397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:52.768425 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7eeceeca-92ac-4c9d-82c2-3733e56e397f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:52.769851 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-7eeceeca-92ac-4c9d-82c2-3733e56e397f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/969088c4-80a8-4054-ab13-42201bfa5a4d HTTP/1.1" status: 204 len: 168 time: 0.4181411 May 31 12:47:52.905858 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f777d-706c-49f7-b6c9-db414a0a05a3 None None] Network 650c556e-aa40-4047-95af-0cdcf5c87279 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:47:53.139299 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f304054f-4ddb-48ff-933e-ac59511516cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:53.760916 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-390d5b92-37fe-437e-9a40-62df8361a187 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:53.775351 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-390d5b92-37fe-437e-9a40-62df8361a187 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 815 time: 0.1916699 May 31 12:47:53.793751 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-bc8499d2-e59d-4e09-84db-075e03335278 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/quotas/289f6253c1bc49ee817a561bae28f60a HTTP/1.1" status: 200 len: 375 time: 0.0170908 May 31 12:47:53.948664 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-a7862fd8-b130-474d-a3b5-dcad1cd88c3a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1451132 May 31 12:47:54.068868 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d5e0c-b1bf-41a3-9350-c7fb4ac8e080 req-aca0a748-0e91-4f88-b467-f22d49dec842 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:54.070356 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-165d5e0c-b1bf-41a3-9350-c7fb4ac8e080 req-aca0a748-0e91-4f88-b467-f22d49dec842 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.2688167 May 31 12:47:54.133330 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9dc425a1-22df-4ee5-9ead-e6acd2d01e49 service neutron] 10.222.0.65 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736810 May 31 12:47:54.170784 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-165d5e0c-b1bf-41a3-9350-c7fb4ac8e080 req-24d7800e-3538-41ed-9df3-644888bc0b56 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876470 May 31 12:47:54.293835 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-c62280b0-9253-44d4-91b2-c51b8952e8af service neutron] 10.222.0.65 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549087 May 31 12:47:54.565774 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c217491b-2944-44c1-b074-5492fec7e09b req-ceb059a6-cb77-401b-8315-1a50accf12fb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 210 time: 0.0715113 May 31 12:47:54.928988 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34568) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:54.973359 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34576) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:55.164685 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.183258 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:55.187879 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:ceceac04048b4024bf41f2e2a6eba59c is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:55.191151 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:55.197168 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:55.305942 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.324578 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.359343 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:55.376973 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf596e43e7748f29c00b7681b112478 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:55.381272 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:55.388773 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:55.447618 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-22a42d3d-ca58-43d8-8d63-92d1e6cc6158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.460899 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.479799 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07db14b-80eb-41b8-8b5f-9e3dd3c6f45e req-b9feda71-b49a-4572-9e58-a52fe11431bc tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:55.487303 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.488236 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e07db14b-80eb-41b8-8b5f-9e3dd3c6f45e req-b9feda71-b49a-4572-9e58-a52fe11431bc tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1409523 May 31 12:47:55.489386 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.518945 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-72ea346b-0c2d-46d5-9632-d27322c6b1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:55.534891 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ceceac04048b4024bf41f2e2a6eba59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022396 May 31 12:47:55.544609 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.555270 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34592) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:55.559573 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e07db14b-80eb-41b8-8b5f-9e3dd3c6f45e req-129163f6-be8b-4c10-8b00-37318388c281 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693426 May 31 12:47:55.629397 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cb27-2ac5-4b8d-8861-6b8327d91b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.689002 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cb27-2ac5-4b8d-8861-6b8327d91b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.704733 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3cf596e43e7748f29c00b7681b112478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7232776 May 31 12:47:55.705956 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c117804-282f-44bb-b660-64b6f33f8021,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:55.711655 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34608) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:55.721103 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:55.725638 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d238dfef-0cdc-4dd0-8a6a-cb5e9fe54278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:55.795625 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d3b2f-ddd8-4275-910b-01333d8eb34e,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:55.799850 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:55.940183 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-15123eeb-6034-49e5-805d-eaff30e78e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.966633 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ef754bf0-a39f-4f7d-adaf-6dc6dd19a2d3 req-f8e8ba9c-36ab-4eb3-b677-2aed62b15409 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 210 time: 0.0935245 May 31 12:47:55.999902 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-15123eeb-6034-49e5-805d-eaff30e78e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.013649 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cb27-2ac5-4b8d-8861-6b8327d91b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.022563 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c9908b2c-da61-4067-8b45-d426f15722a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:56.044102 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6cb27-2ac5-4b8d-8861-6b8327d91b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c117804-282f-44bb-b660-64b6f33f8021,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:56.049785 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5ad6cb27-2ac5-4b8d-8861-6b8327d91b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.051877 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5ad6cb27-2ac5-4b8d-8861-6b8327d91b37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c117804-282f-44bb-b660-64b6f33f8021 HTTP/1.1" status: 204 len: 168 time: 0.4912508 May 31 12:47:56.055072 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5ad6cb27-2ac5-4b8d-8861-6b8327d91b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:56.107007 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-15123eeb-6034-49e5-805d-eaff30e78e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.110696 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:56.131583 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15123eeb-6034-49e5-805d-eaff30e78e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d3b2f-ddd8-4275-910b-01333d8eb34e,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:56.138603 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-15123eeb-6034-49e5-805d-eaff30e78e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:56.149368 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-15123eeb-6034-49e5-805d-eaff30e78e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.152988 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-15123eeb-6034-49e5-805d-eaff30e78e73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a99d3b2f-ddd8-4275-910b-01333d8eb34e HTTP/1.1" status: 204 len: 168 time: 0.4378748 May 31 12:47:56.232714 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-ae437d77-5115-458b-99ec-f04c1e014a96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3560219 May 31 12:47:56.245280 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-295a1931-fc49-48d3-b59f-7e4611f2f376 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:56.246483 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-295a1931-fc49-48d3-b59f-7e4611f2f376 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Synchronizing usage tracker for tenant:289f6253c1bc49ee817a561bae28f60a on resource:network {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:47:56.270479 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-295a1931-fc49-48d3-b59f-7e4611f2f376 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Unset dirty status for tenant:289f6253c1bc49ee817a561bae28f60a on resource:network {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:47:56.272806 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-295a1931-fc49-48d3-b59f-7e4611f2f376 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 815 time: 0.2897155 May 31 12:47:56.294472 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Request body: {'port': {'device_id': '7b6e063b-b010-4e4b-9153-09289ee58544', 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'admin_state_up': True, 'tenant_id': '289f6253c1bc49ee817a561bae28f60a'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:56.360591 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.662933 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-23a2051c-79ca-4453-9fb8-ac15f6b89b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:56.664750 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-23a2051c-79ca-4453-9fb8-ac15f6b89b60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1098 time: 0.2551067 May 31 12:47:56.683437 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:56.694681 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Usage tracker for resource:port and tenant:289f6253c1bc49ee817a561bae28f60a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:56.699596 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:56.718220 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:56.847285 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Made reservation on behalf of 289f6253c1bc49ee817a561bae28f60a for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:56.853414 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.905480 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34658) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:56.959670 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.012032 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:57.023372 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Usage tracker for resource:security_group_rule and tenant:0d5c93717c874df4b18281657a632bdf is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:57.027930 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:57.053682 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:57.090854 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179e952-ad90-4673-a145-a7b5366b80ce req-ef073861-58ac-4325-9e7a-ae9d45756341 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:57.092474 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e179e952-ad90-4673-a145-a7b5366b80ce req-ef073861-58ac-4325-9e7a-ae9d45756341 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.3075728 May 31 12:47:57.151255 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-28f92757-42d4-4c6c-99a3-60b456e8fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:57.158806 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-28f92757-42d4-4c6c-99a3-60b456e8fd93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.4311416 May 31 12:47:57.186461 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e179e952-ad90-4673-a145-a7b5366b80ce req-2a13c827-8043-4a5e-8059-e8c88b586db2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743010 May 31 12:47:57.353307 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3bf698a8-c82e-4051-ada3-196a31481a5b req-81b0be86-2c58-4dc3-9dd2-b4b6b3970e8b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 210 time: 0.0572343 May 31 12:47:57.355442 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.356954 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-6b7b31a9-b09b-4f78-b193-149fb48c2adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 200 len: 217 time: 0.1867094 May 31 12:47:57.363051 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.372659 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dd528f8f-2c73-4d56-a3cd-5c0012acb8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:57.419006 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d5c93717c874df4b18281657a632bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5124047 May 31 12:47:57.421516 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34682) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:57.421868 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34684) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:57.422530 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a6dc18-906c-4fb1-9942-da9c95abacbe,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:57.428155 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:57.508539 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Allocated IP 172.20.0.9 (650c556e-aa40-4047-95af-0cdcf5c87279/71af8a35-cdaf-468a-a714-07a9e35906d4/ba972398-9fce-4e71-93ef-2069b215ca68) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:47:57.510309 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e8d08b0d-b8c1-4ebc-8549-8b21d6bb447f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.513543 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-12880599-f593-48b4-977f-03772be9fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:57.515739 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-12880599-f593-48b4-977f-03772be9fa30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.1029940 May 31 12:47:57.541959 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e8d08b0d-b8c1-4ebc-8549-8b21d6bb447f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.582223 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-8a7d0bf8-57d7-4507-9448-7f8b06187bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554082 May 31 12:47:57.616636 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.635138 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:57.640132 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Usage tracker for resource:security_group_rule and tenant:31341d7c141d439e9f9d2b6199cc117a is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:57.644073 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:57.650701 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e8d08b0d-b8c1-4ebc-8549-8b21d6bb447f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.655420 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:57.657266 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-71a5620e-223d-4c87-a4c1-cb62a07676b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:57.671322 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d08b0d-b8c1-4ebc-8549-8b21d6bb447f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a6dc18-906c-4fb1-9942-da9c95abacbe,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:57.675230 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e8d08b0d-b8c1-4ebc-8549-8b21d6bb447f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:57.690942 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e8d08b0d-b8c1-4ebc-8549-8b21d6bb447f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.692063 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e8d08b0d-b8c1-4ebc-8549-8b21d6bb447f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18a6dc18-906c-4fb1-9942-da9c95abacbe HTTP/1.1" status: 204 len: 168 time: 0.2651324 May 31 12:47:57.726087 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 34702) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:57.777971 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.784426 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.796025 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e4c08dc9-a9f1-4f9f-90ce-2fd4a0ebc565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:57.838963 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aa0e13-d660-439b-95bf-14bf48f061cf,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:57.847819 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31341d7c141d439e9f9d2b6199cc117a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4221990 May 31 12:47:57.848618 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34708) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:57.849590 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:57.876014 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-9554150b-ca57-4133-be05-fa47b2d7eb8c service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790203 May 31 12:47:57.924058 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e051d049-cca3-4507-ab3f-3d2c9eac99e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:57.953906 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e051d049-cca3-4507-ab3f-3d2c9eac99e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.013152 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e051d049-cca3-4507-ab3f-3d2c9eac99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.019569 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:58.021212 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.032008 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051d049-cca3-4507-ab3f-3d2c9eac99e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aa0e13-d660-439b-95bf-14bf48f061cf,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:58.038483 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e051d049-cca3-4507-ab3f-3d2c9eac99e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.042668 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e051d049-cca3-4507-ab3f-3d2c9eac99e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8aa0e13-d660-439b-95bf-14bf48f061cf HTTP/1.1" status: 204 len: 168 time: 0.1908543 May 31 12:47:58.043782 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e051d049-cca3-4507-ab3f-3d2c9eac99e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:58.056866 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-342116161-network', 'tenant_id': 'd8dfd24f303c43ba968f628a6b8ef5cc'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:58.069336 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:58.088082 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Usage tracker for resource:network and tenant:d8dfd24f303c43ba968f628a6b8ef5cc is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:58.091979 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:58.101635 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:58.114675 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0408ae6b-16c2-4a7e-9efe-e7bd73b62208 req-26949a08-b73a-4b1f-8bc0-3c9466f1a4a6 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183311 May 31 12:47:58.120066 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.125543 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Made reservation on behalf of d8dfd24f303c43ba968f628a6b8ef5cc for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:58.128807 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.145354 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.160563 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.181992 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:58.185094 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:58.249590 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Usage tracker for resource:security_group_rule and tenant:d8dfd24f303c43ba968f628a6b8ef5cc is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:58.255691 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:58.279462 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:58.296369 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Network 650c556e-aa40-4047-95af-0cdcf5c87279 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:47:58.302971 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:47:58.311054 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:47:58.315993 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:58.316627 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.331955 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Pushing event updated for resources: {'Port': ['ID=ba972398-9fce-4e71-93ef-2069b215ca68,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:58.351956 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:58.402984 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1156292 May 31 12:47:58.451278 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Request body: {'port': {'device_id': '7b6e063b-b010-4e4b-9153-09289ee58544', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:58.550907 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f59ff1-fdd0-4d04-a2c8-b7126f937b8c req-0c25cdfc-7d9c-4a97-8302-0240f88fb46a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:58.558740 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-82f59ff1-fdd0-4d04-a2c8-b7126f937b8c req-0c25cdfc-7d9c-4a97-8302-0240f88fb46a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1691253 May 31 12:47:58.599390 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34740) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:58.616750 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.628558 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.636282 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.638580 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-82f59ff1-fdd0-4d04-a2c8-b7126f937b8c req-c3d4c051-16dd-4096-b8a8-c06029a2cb52 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786455 May 31 12:47:58.642077 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.642813 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b00710fd-c91a-42be-aa38-94a2bc3bcff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:58.664637 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:58.671127 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Usage tracker for resource:security_group_rule and tenant:38df21cba23940ea971dddf2f527e364 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:58.704597 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:58.715773 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:47:58.721594 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:58.727191 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.727619 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Added segment 7cf00cda-1f80-46fc-a0fd-30330e64096b of type vlan for network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 May 31 12:47:58.760068 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.809242 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bd366-c681-44bb-a047-f7e1f09445a2 req-91f15819-28d9-440f-bed2-d82d1b1bcdc3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:58.812523 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d88bd366-c681-44bb-a047-f7e1f09445a2 req-91f15819-28d9-440f-bed2-d82d1b1bcdc3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 931 time: 0.1426184 May 31 12:47:58.826326 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46e3030-fc43-4902-b524-89ae9a54ccf4,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:58.842973 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:58.905745 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d88bd366-c681-44bb-a047-f7e1f09445a2 req-500b9dad-a01c-4ae3-851d-ad0872cb4f91 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840776 May 31 12:47:58.910666 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.918042 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:58.926166 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-81764018-38e3-4157-b1c1-57deee075bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:58.972757 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d777a5cc-6f18-4abf-8c56-45f74dc11277,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:58.976144 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:58.994379 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38df21cba23940ea971dddf2f527e364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931508 May 31 12:47:58.998845 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34750) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:59.015128 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.043673 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:47:59.044350 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.058022 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-64cb1ded-7ee2-45bf-9d8a-fe3e4c07ad63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:59.137864 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc67b-31e3-4714-9e68-8f091b584438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.170316 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc67b-31e3-4714-9e68-8f091b584438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.235374 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc67b-31e3-4714-9e68-8f091b584438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.240356 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-15123eeb-6034-49e5-805d-eaff30e78e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:59.260270 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecc67b-31e3-4714-9e68-8f091b584438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777a5cc-6f18-4abf-8c56-45f74dc11277,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:59.265328 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f5ecc67b-31e3-4714-9e68-8f091b584438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:59.284263 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f5ecc67b-31e3-4714-9e68-8f091b584438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.285819 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f5ecc67b-31e3-4714-9e68-8f091b584438 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d777a5cc-6f18-4abf-8c56-45f74dc11277 HTTP/1.1" status: 204 len: 168 time: 0.2857571 May 31 12:47:59.334118 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6040263 May 31 12:47:59.335061 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Pushing event updated for resources: {'Network': ['ID=323fa8a4-109d-4e83-92f9-8c43ac869dc2,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:59.337436 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34764) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:59.339888 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:59.344725 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Request body: {'subnet': {'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-342116161-subnet', 'tenant_id': 'd8dfd24f303c43ba968f628a6b8ef5cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:47:59.351063 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:47:59.352444 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:59.359310 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Usage tracker for resource:subnet and tenant:d8dfd24f303c43ba968f628a6b8ef5cc is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:59.363702 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:59.372937 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:59.388446 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Made reservation on behalf of d8dfd24f303c43ba968f628a6b8ef5cc for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:47:59.392553 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3659053'] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.511679 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba972398-9fce-4e71-93ef-2069b215ca68 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:47:59.520757 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.538027 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Transition to ACTIVE for port object ba972398-9fce-4e71-93ef-2069b215ca68 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:47:59.543935 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.556347 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:59.659192 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Pushing event updated for resources: {'Port': ['ID=ba972398-9fce-4e71-93ef-2069b215ca68,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:59.671413 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:59.838776 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Attempting to bind port ba972398-9fce-4e71-93ef-2069b215ca68 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:47:59.839107 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Attempting to bind port ba972398-9fce-4e71-93ef-2069b215ca68 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:47:59.839436 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Attempting to bind port ba972398-9fce-4e71-93ef-2069b215ca68 on network 650c556e-aa40-4047-95af-0cdcf5c87279 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:59.845291 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Port ba972398-9fce-4e71-93ef-2069b215ca68 on network 650c556e-aa40-4047-95af-0cdcf5c87279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:47:59.845694 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Attempting to bind port ba972398-9fce-4e71-93ef-2069b215ca68 on network 650c556e-aa40-4047-95af-0cdcf5c87279 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:47:59.852068 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:47:59.852441 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Checking segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:47:59.852858 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Bound using segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:47:59.853335 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Bound port: ba972398-9fce-4e71-93ef-2069b215ca68, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:47:59.853740 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:59.988542 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] For port ba972398-9fce-4e71-93ef-2069b215ca68, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:47:59.994633 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] For port ba972398-9fce-4e71-93ef-2069b215ca68, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba972398-9fce-4e71-93ef-2069b215ca68,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:00.003432 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:00.012268 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:00.093818 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68d62b-58b9-46ad-8e86-0eadbf373f47 req-5308c8a8-d36f-4d8b-ad86-b76565a92476 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.100662 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa68d62b-58b9-46ad-8e86-0eadbf373f47 req-5308c8a8-d36f-4d8b-ad86-b76565a92476 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.2399769 May 31 12:48:00.111840 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.112642 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:00.114460 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] 10.222.0.30 "PUT /v2.0/ports/ba972398-9fce-4e71-93ef-2069b215ca68 HTTP/1.1" status: 200 len: 1093 time: 1.6901903 May 31 12:48:00.118306 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6e063b-b010-4e4b-9153-09289ee58544', 'tag': 'ba972398-9fce-4e71-93ef-2069b215ca68'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:00.122639 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f24bd-0401-4127-8855-1fe67aea2198" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6e063b-b010-4e4b-9153-09289ee58544", "tag": "ba972398-9fce-4e71-93ef-2069b215ca68"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:00.129885 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Pushing event updated for resources: {'Port': ['ID=ba972398-9fce-4e71-93ef-2069b215ca68,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:00.145692 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:00.173745 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3817654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3659067'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:00.191927 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7562c370-4849-4b43-a64f-b56723566a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:00.234831 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa68d62b-58b9-46ad-8e86-0eadbf373f47 req-b73ac291-8f86-48ef-99a4-d201c1019a38 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332104 May 31 12:48:00.308633 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-a3f9419e-36fd-43c8-b538-0884a360cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.314265 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-a3f9419e-36fd-43c8-b538-0884a360cf86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 1096 time: 0.1312213 May 31 12:48:00.340698 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f078e68-bba2-4a7a-b499-4f69a0069033 req-878a3bce-cd3b-4c24-b146-9ce06f3c3cfd tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.344452 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7f078e68-bba2-4a7a-b499-4f69a0069033 req-878a3bce-cd3b-4c24-b146-9ce06f3c3cfd tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 943 time: 0.3041270 May 31 12:48:00.394603 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48917fdf-52b7-4ba5-a72f-a8ab6114c771,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:00.403964 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:00.405197 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Checking segment: {'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:00.405709 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Network hostable DHCP agents. Network: 323fa8a4-109d-4e83-92f9-8c43ac869dc2, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:48:00.425761 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331c8e3d-515d-431b-bb3f-ace6592bc822 x-openstack-request-id: req-331c8e3d-515d-431b-bb3f-ace6592bc822 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:00.426139 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6e063b-b010-4e4b-9153-09289ee58544", "tag": "ba972398-9fce-4e71-93ef-2069b215ca68", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:00.426513 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-331c8e3d-515d-431b-bb3f-ace6592bc822 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:00.427735 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6e063b-b010-4e4b-9153-09289ee58544', 'tag': 'ba972398-9fce-4e71-93ef-2069b215ca68', 'status': 'completed', 'code': 200} May 31 12:48:00.429644 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-4bbe2c4c-7d9a-43cf-b68d-97e9da8651ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba972398-9fce-4e71-93ef-2069b215ca68 HTTP/1.1" status: 200 len: 217 time: 0.0939896 May 31 12:48:00.446877 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7f078e68-bba2-4a7a-b499-4f69a0069033 req-fbf79007-b233-4f1c-8a1c-80cbf069c3e1 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971193 May 31 12:48:00.467381 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:48:00.482073 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 323fa8a4-109d-4e83-92f9-8c43ac869dc2) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:00.494208 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b78d2-e84d-401d-876d-66d3b8ffcc82 None None] Network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:00.495717 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.497075 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:00.515794 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-a7e3d5f1-4224-489d-9109-1ea009c2fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:00.517690 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-a7e3d5f1-4224-489d-9109-1ea009c2fa1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 200 len: 855 time: 0.0736542 May 31 12:48:00.525712 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1869025 May 31 12:48:00.583947 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-80153c90-d7e9-4b25-9db9-923b77b398b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=650c556e-aa40-4047-95af-0cdcf5c87279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530469 May 31 12:48:00.758006 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e4a827-46c1-4c3d-b128-01c4d2878284 None None] Network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:00.772006 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-5411271f-1f6b-4f92-8821-acfdf6f3ff45 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774988 May 31 12:48:00.981926 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74d1c6a0-82f0-4608-8d78-c0dc85bea184 req-1725cb95-663d-465b-aafa-4db63c58b917 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883655 May 31 12:48:01.170969 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-6578a54a-0911-4bb2-9aa4-51e659827967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.172544 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-6578a54a-0911-4bb2-9aa4-51e659827967 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 1096 time: 0.1173179 May 31 12:48:01.344606 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-df0f3c84-bbd0-439b-8969-dcf7aedd401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.346217 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-df0f3c84-bbd0-439b-8969-dcf7aedd401e service neutron] 10.222.0.30 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 916 time: 0.1582129 May 31 12:48:01.432555 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-d2522de8-9f29-4127-bd73-b45c18e947b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba972398-9fce-4e71-93ef-2069b215ca68 HTTP/1.1" status: 200 len: 217 time: 0.0779808 May 31 12:48:01.449215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ac3b8-94f5-4307-8435-2522d8ac4f0c req-5d05aad9-8281-42d5-85ef-b9c632e83f9f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.451159 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-708ac3b8-94f5-4307-8435-2522d8ac4f0c req-5d05aad9-8281-42d5-85ef-b9c632e83f9f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0916152 May 31 12:48:01.512823 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-708ac3b8-94f5-4307-8435-2522d8ac4f0c req-81f9a2c4-c24e-4521-bc76-03e8064cb094 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560503 May 31 12:48:01.564467 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-1a1d2ea8-41b0-436c-a8e0-212cd381a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.566144 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-1a1d2ea8-41b0-436c-a8e0-212cd381a34f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 200 len: 855 time: 0.1243742 May 31 12:48:01.660176 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-070d6ed8-30d6-4cc3-bfb3-32533d858058 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=650c556e-aa40-4047-95af-0cdcf5c87279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737436 May 31 12:48:01.713399 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8ead0-d76e-464a-b7f0-946e49da5262 req-430b3875-4fd3-4e22-a460-af8e8b5528a1 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:01.715126 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e5d8ead0-d76e-464a-b7f0-946e49da5262 req-430b3875-4fd3-4e22-a460-af8e8b5528a1 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 943 time: 0.0975504 May 31 12:48:01.785773 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e5d8ead0-d76e-464a-b7f0-946e49da5262 req-f2cd913a-32e7-4086-a736-5cd33721aa53 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635493 May 31 12:48:01.936403 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-9043a945-602d-4c08-bb2e-787598bf6c01 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627118 May 31 12:48:02.128197 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6e6f24bd-0401-4127-8855-1fe67aea2198 req-95b323c0-9d9a-4f60-8cf4-f9f8eb4941a1 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781833 May 31 12:48:02.713190 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de538f72-c06b-40cd-9321-b2d52805d29d req-54769417-9713-498a-a727-090fa888702d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:02.714665 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de538f72-c06b-40cd-9321-b2d52805d29d req-54769417-9713-498a-a727-090fa888702d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0869582 May 31 12:48:02.763076 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de538f72-c06b-40cd-9321-b2d52805d29d req-0618af0a-8725-4045-af8f-4eb70cca669a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 May 31 12:48:03.001956 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1f5f6-f4c8-499b-bd4a-9d5621b88720 req-b01f9826-ee22-4496-8e3f-0ccc0441f126 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:03.003471 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1db1f5f6-f4c8-499b-bd4a-9d5621b88720 req-b01f9826-ee22-4496-8e3f-0ccc0441f126 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 943 time: 0.0853167 May 31 12:48:03.049998 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1db1f5f6-f4c8-499b-bd4a-9d5621b88720 req-45bf8100-3ecb-4e72-a7ba-f48ecd071050 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 May 31 12:48:03.314783 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-873ee77e-04c6-44ac-9389-65ef482a59af tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:03.318845 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-873ee77e-04c6-44ac-9389-65ef482a59af tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/networks?id=323fa8a4-109d-4e83-92f9-8c43ac869dc2 HTTP/1.1" status: 200 len: 813 time: 0.1853986 May 31 12:48:03.331367 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-4b83f5db-2be1-4dc3-800e-9a874aec3a22 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/quotas/d8dfd24f303c43ba968f628a6b8ef5cc HTTP/1.1" status: 200 len: 375 time: 0.0091639 May 31 12:48:03.387205 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-ade6f82a-0286-4ed5-81b0-d0f54b3106f3 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8dfd24f303c43ba968f628a6b8ef5cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500331 May 31 12:48:03.538880 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-9a1e3998-f38b-49d4-9fe5-6fd6a64586c0 service neutron] 10.222.0.65 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447086 May 31 12:48:03.682762 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-a013b597-b472-4ad8-afd3-6777de052f78 service neutron] 10.222.0.65 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376350 May 31 12:48:03.872371 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6444dcee-1a61-4ccc-9d68-0caf1891495c req-1ae73cf3-150d-4600-afc9-497c2f1838d1 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 210 time: 0.0437331 May 31 12:48:04.067362 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f1ae3-46a9-4c62-a1cd-82d294f7fb50 req-e98df5b6-4c3d-4948-ac52-b5a948425ec9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:04.069113 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-df8f1ae3-46a9-4c62-a1cd-82d294f7fb50 req-e98df5b6-4c3d-4948-ac52-b5a948425ec9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1455681 May 31 12:48:04.248363 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-df8f1ae3-46a9-4c62-a1cd-82d294f7fb50 req-d96f17b5-812b-436c-afb4-192b9f2950c5 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723678 May 31 12:48:04.336070 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2fc2-c3ba-4449-90f6-81c60c6f731e req-36e5176b-b240-46a2-9e7b-d4ca5c2044f5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:04.338309 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9ecd2fc2-c3ba-4449-90f6-81c60c6f731e req-36e5176b-b240-46a2-9e7b-d4ca5c2044f5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 943 time: 0.1319017 May 31 12:48:04.373579 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ba972398-9fce-4e71-93ef-2069b215ca68 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:04.427558 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9ecd2fc2-c3ba-4449-90f6-81c60c6f731e req-e719b6c3-1a98-41d4-8c2d-f57b6a8e0bf4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817745 May 31 12:48:04.567104 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ba972398-9fce-4e71-93ef-2069b215ca68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba972398-9fce-4e71-93ef-2069b215ca68,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:04.583490 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'ba972398-9fce-4e71-93ef-2069b215ca68', 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'port_id': 'ba972398-9fce-4e71-93ef-2069b215ca68', 'mac_address': 'fa:16:3e:6e:9a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af8a35-cdaf-468a-a714-07a9e35906d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:04.641810 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:04.658676 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba972398-9fce-4e71-93ef-2069b215ca68 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:04.676077 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ba972398-9fce-4e71-93ef-2069b215ca68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba972398-9fce-4e71-93ef-2069b215ca68,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:04.679233 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:04.682507 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:04.756167 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=ba972398-9fce-4e71-93ef-2069b215ca68,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:04.764165 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.764513 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.764849 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.765184 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.765509 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.765834 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.766155 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.766508 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.766829 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.767152 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.767458 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.767825 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:04.771747 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:05.028573 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2fa5cbba-28cc-48a6-aafb-419917039bb7 req-b7c2a349-70a5-4fa6-908b-50361341e885 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 210 time: 0.0459166 May 31 12:48:05.216155 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba972398-9fce-4e71-93ef-2069b215ca68'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:05.500143 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:05.506569 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-3ee0cdfc-abea-4ed9-a4fb-4f4b204f07c4 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:05.507048 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eae353-6b58-4911-b300-f480c2b72a8e req-69ef6776-ea17-4758-8133-f6c3e52f81a2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:05.507355 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-3ee0cdfc-abea-4ed9-a4fb-4f4b204f07c4 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Synchronizing usage tracker for tenant:d8dfd24f303c43ba968f628a6b8ef5cc on resource:network {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:48:05.515721 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a1eae353-6b58-4911-b300-f480c2b72a8e req-69ef6776-ea17-4758-8133-f6c3e52f81a2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1315060 May 31 12:48:05.531484 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-3ee0cdfc-abea-4ed9-a4fb-4f4b204f07c4 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Unset dirty status for tenant:d8dfd24f303c43ba968f628a6b8ef5cc on resource:network {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:48:05.533375 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-3ee0cdfc-abea-4ed9-a4fb-4f4b204f07c4 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.30 "GET /v2.0/networks?id=323fa8a4-109d-4e83-92f9-8c43ac869dc2 HTTP/1.1" status: 200 len: 813 time: 0.2068491 May 31 12:48:05.553506 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Request body: {'port': {'device_id': '0cb757c4-5136-4d38-a64c-63b242fab431', 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2', 'admin_state_up': True, 'tenant_id': 'd8dfd24f303c43ba968f628a6b8ef5cc'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:05.588313 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a1eae353-6b58-4911-b300-f480c2b72a8e req-62f51194-5704-4cb1-b4cb-78ac2a40d785 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712113 May 31 12:48:05.773502 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:05.778744 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Usage tracker for resource:port and tenant:d8dfd24f303c43ba968f628a6b8ef5cc is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:05.786536 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:05.795571 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:05.799621 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb9b10-0092-49e0-8b26-22b96072e3ee req-65406b9e-46c8-4f7a-a8f0-070981bf16f5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:05.807883 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-08eb9b10-0092-49e0-8b26-22b96072e3ee req-65406b9e-46c8-4f7a-a8f0-070981bf16f5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 944 time: 0.1727819 May 31 12:48:05.808300 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Made reservation on behalf of d8dfd24f303c43ba968f628a6b8ef5cc for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:05.811934 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:05.875530 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-08eb9b10-0092-49e0-8b26-22b96072e3ee req-bcbf86a4-fa29-450a-9b54-f49601951f4f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582354 May 31 12:48:05.973694 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 34998) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:05.991374 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Allocated IP 172.20.0.14 (323fa8a4-109d-4e83-92f9-8c43ac869dc2/48917fdf-52b7-4ba5-a72f-a8ab6114c771/0666c2f2-6373-4cc4-bf28-bbef3fe292f8) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:06.102223 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.117097 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:06.120970 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Usage tracker for resource:security_group_rule and tenant:509b18b6c1f3485c81e191ed45c70003 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:06.123912 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:06.134501 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:06.187145 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7f48f58c-ec8c-4e8a-94a6-0b8acd9ebf64 req-abf48f98-244c-4b3a-be5f-18f61e234716 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 210 time: 0.0465853 May 31 12:48:06.210423 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.254448 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.262088 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:06.275089 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.284408 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.296059 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8db097c4-b7f8-4bba-b7c9-e86e2e0fad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:06.332259 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:06.335342 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:06.340045 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:06.345632 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:06.346230 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.346904 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=509b18b6c1f3485c81e191ed45c70003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712177 May 31 12:48:06.347949 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018482dd-ecda-4a51-86cc-8965530a3b0c,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:06.350785 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35010) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:06.366169 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:06.367050 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Pushing event updated for resources: {'Port': ['ID=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:06.370490 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:06.380656 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8328302 May 31 12:48:06.409686 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Request body: {'port': {'device_id': '0cb757c4-5136-4d38-a64c-63b242fab431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:06.425751 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ca3c77db-062c-4c73-bd0d-953c86b04a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.457379 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ca3c77db-062c-4c73-bd0d-953c86b04a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.532048 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.533255 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ca3c77db-062c-4c73-bd0d-953c86b04a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.539789 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e051d049-cca3-4507-ab3f-3d2c9eac99e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:06.553342 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c77db-062c-4c73-bd0d-953c86b04a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018482dd-ecda-4a51-86cc-8965530a3b0c,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:06.563145 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ca3c77db-062c-4c73-bd0d-953c86b04a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:06.566603 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ca3c77db-062c-4c73-bd0d-953c86b04a88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/018482dd-ecda-4a51-86cc-8965530a3b0c HTTP/1.1" status: 204 len: 168 time: 0.2124012 May 31 12:48:06.566603 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ca3c77db-062c-4c73-bd0d-953c86b04a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:06.818424 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35032) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:06.843819 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e96648-bbea-4995-9083-523d68b06856 req-09066183-d8a6-4b20-a6b5-d192c61f4d76 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:06.850819 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-70e96648-bbea-4995-9083-523d68b06856 req-09066183-d8a6-4b20-a6b5-d192c61f4d76 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1478896 May 31 12:48:06.906495 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-70e96648-bbea-4995-9083-523d68b06856 req-87cbe174-bb2c-4aad-a6ce-85ff32c5f279 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506711 May 31 12:48:06.975054 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:06.983617 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.000830 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.002693 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Transition to ACTIVE for port object 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:07.013238 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.015797 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7ffc78b4-7bdc-4804-bac0-94f93676b474 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:07.018823 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:07.021903 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Usage tracker for resource:security_group_rule and tenant:deb50526e1484f48b3029b542f26cf45 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:07.025264 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:07.035253 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:07.172204 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:07.185987 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:07.210230 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272bb4a-527d-4403-81c8-36ed706c5a26 req-26fb3347-71a1-4f92-aa58-54438623b0d0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:07.211971 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3272bb4a-527d-4403-81c8-36ed706c5a26 req-26fb3347-71a1-4f92-aa58-54438623b0d0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 944 time: 0.1630564 May 31 12:48:07.264549 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.291166 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.302272 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:07.317911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Attempting to bind port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:07.318290 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Attempting to bind port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:07.318599 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Attempting to bind port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 on network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:07.332293 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 on network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:48:07.332619 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Attempting to bind port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 on network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:07.342691 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:07.343030 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Checking segment: {'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:07.343412 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Bound using segment: {'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:07.343845 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Bound port: 0666c2f2-6373-4cc4-bf28-bbef3fe292f8, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:07.345550 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.366366 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3272bb4a-527d-4403-81c8-36ed706c5a26 req-0841b812-bcfd-4867-b38b-698fd9f4fe09 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157329 May 31 12:48:07.368071 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fa4267-f879-4615-8a04-a0aa976cccb8,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:07.373481 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=deb50526e1484f48b3029b542f26cf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539172 May 31 12:48:07.374541 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:07.377615 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35062) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:07.488779 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] For port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:07.492256 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] For port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:07.497887 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.503852 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:07.515875 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f6c0a4c3-d664-4557-b0f0-bca95c55b2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.543370 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f6c0a4c3-d664-4557-b0f0-bca95c55b2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.564276 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:07.564276 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.565062 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-011fa628-c560-478d-a281-83920f66a8fc service neutron] 10.222.0.30 "PUT /v2.0/ports/0666c2f2-6373-4cc4-bf28-bbef3fe292f8 HTTP/1.1" status: 200 len: 1094 time: 1.1605790 May 31 12:48:07.565734 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb757c4-5136-4d38-a64c-63b242fab431', 'tag': '0666c2f2-6373-4cc4-bf28-bbef3fe292f8'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:07.568144 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bffa1e-1561-4333-831b-e4e1db95ac1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb757c4-5136-4d38-a64c-63b242fab431", "tag": "0666c2f2-6373-4cc4-bf28-bbef3fe292f8"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:07.593821 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Pushing event updated for resources: {'Port': ['ID=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:07.597943 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:07.628814 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b9d58-5c88-4fb0-9655-4725436c1d7e req-ccc52923-dd09-4ecb-9f9d-512df74351fb tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:07.630561 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9c3b9d58-5c88-4fb0-9655-4725436c1d7e req-ccc52923-dd09-4ecb-9f9d-512df74351fb tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 944 time: 0.1997762 May 31 12:48:07.635269 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35072) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:07.661048 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ea6ce-5a49-4623-9c08-8f7ff5905233 x-openstack-request-id: req-ba9ea6ce-5a49-4623-9c08-8f7ff5905233 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:07.661360 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb757c4-5136-4d38-a64c-63b242fab431", "tag": "0666c2f2-6373-4cc4-bf28-bbef3fe292f8", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:07.661634 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba9ea6ce-5a49-4623-9c08-8f7ff5905233 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:07.662045 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb757c4-5136-4d38-a64c-63b242fab431', 'tag': '0666c2f2-6373-4cc4-bf28-bbef3fe292f8', 'status': 'completed', 'code': 200} May 31 12:48:07.662205 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f6c0a4c3-d664-4557-b0f0-bca95c55b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.670160 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7b753eae-2d04-4061-a24a-fc30724a457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:07.684050 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0a4c3-d664-4557-b0f0-bca95c55b2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fa4267-f879-4615-8a04-a0aa976cccb8,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:07.693835 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f6c0a4c3-d664-4557-b0f0-bca95c55b2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:07.714167 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f6c0a4c3-d664-4557-b0f0-bca95c55b2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.718328 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f6c0a4c3-d664-4557-b0f0-bca95c55b2f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29fa4267-f879-4615-8a04-a0aa976cccb8 HTTP/1.1" status: 204 len: 168 time: 0.3367562 May 31 12:48:07.729368 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9c3b9d58-5c88-4fb0-9655-4725436c1d7e req-6516f325-64c3-4bac-aadd-98d4f58fd6f4 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897441 May 31 12:48:07.738591 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-07e2eaa5-4b15-4363-bd53-27d0c72b7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:07.738591 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-07e2eaa5-4b15-4363-bd53-27d0c72b7627 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8dfd24f303c43ba968f628a6b8ef5cc&device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 1097 time: 0.1132281 May 31 12:48:07.785236 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-241298883-network', 'tenant_id': '89140cef927e438096dc39d8470e330f'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:07.789872 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:07.794277 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Usage tracker for resource:network and tenant:89140cef927e438096dc39d8470e330f is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:07.797115 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:07.803809 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:07.817503 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Made reservation on behalf of 89140cef927e438096dc39d8470e330f for: {'network': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:07.819608 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-57a8fded-c42d-4a84-8bc7-c02ed8c4e855 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0666c2f2-6373-4cc4-bf28-bbef3fe292f8 HTTP/1.1" status: 200 len: 217 time: 0.0685844 May 31 12:48:07.820110 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.833156 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.850614 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:07.855742 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Usage tracker for resource:security_group_rule and tenant:89140cef927e438096dc39d8470e330f is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:07.863351 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:07.870500 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:07.912584 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-89d3b6a6-d4b7-4508-b03f-f2bd7d232433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:07.914444 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-89d3b6a6-d4b7-4508-b03f-f2bd7d232433 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48917fdf-52b7-4ba5-a72f-a8ab6114c771 HTTP/1.1" status: 200 len: 853 time: 0.0846739 May 31 12:48:07.974984 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.980347 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.983506 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-f0146480-0467-4faa-b300-30b140c6bacc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=323fa8a4-109d-4e83-92f9-8c43ac869dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546393 May 31 12:48:07.983681 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-729c50ee-1bee-405f-8a9e-f413c8524e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:08.014150 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=98236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:48:08.025498 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec25a60-2c21-4f67-807d-85f696f31ed4,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:08.030109 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:08.037559 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.038096 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.segments_db [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Added segment 43849a62-52ee-4681-93ea-dcb280d540e4 of type vlan for network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 May 31 12:48:08.067620 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.108501 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.113058 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:08.115069 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.130349 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:08.158685 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35090) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:08.169462 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-d5c6696b-a750-4a0f-acc6-bf8516faa4bc service neutron] 10.222.0.30 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735044 May 31 12:48:08.256485 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.315083 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-79f1d5c9-0b31-414a-b16d-820ff0964c9a req-eab9d7cd-e1e6-430c-9597-9837af100b2e service neutron] 10.222.0.30 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340480 May 31 12:48:08.328855 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6924665 May 31 12:48:08.331793 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Pushing event updated for resources: {'Network': ['ID=5cf9b683-0cdf-4faf-8125-935b1c0760d7,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:08.331936 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35094) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:08.335361 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:08.336492 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:08.339583 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Request body: {'subnet': {'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-241298883-subnet', 'tenant_id': '89140cef927e438096dc39d8470e330f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:08.342975 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:48:08.344664 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:08.348521 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Usage tracker for resource:subnet and tenant:89140cef927e438096dc39d8470e330f is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:08.349666 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Usage tracker for resource:security_group_rule and tenant:f3aeaca3ef834c13bcdd4d70e68a1cdb is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:08.351348 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:08.354267 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:08.357217 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:08.364034 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:08.368571 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Made reservation on behalf of 89140cef927e438096dc39d8470e330f for: {'subnet': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:08.371833 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.410143 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d2c10-4bf9-49db-a530-651e68699139 req-e61722eb-4e21-447f-8eef-2438bf5ba0b1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:08.411689 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3a9d2c10-4bf9-49db-a530-651e68699139 req-e61722eb-4e21-447f-8eef-2438bf5ba0b1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1749825 May 31 12:48:08.418344 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ba972398-9fce-4e71-93ef-2069b215ca68 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:08.537013 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port ba972398-9fce-4e71-93ef-2069b215ca68 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:08.548963 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3a9d2c10-4bf9-49db-a530-651e68699139 req-4aff0e08-d4a9-46c0-8c74-708f9864afc4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265352 May 31 12:48:08.561571 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port ba972398-9fce-4e71-93ef-2069b215ca68 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:08.566598 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.585524 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-0bf9bc1e-39d7-4c23-a8d3-b9615a144fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:08.588147 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-0bf9bc1e-39d7-4c23-a8d3-b9615a144fc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8dfd24f303c43ba968f628a6b8ef5cc&device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 1097 time: 0.1297748 May 31 12:48:08.647742 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.658639 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.667414 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e8d08b0d-b8c1-4ebc-8549-8b21d6bb447f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:08.716631 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.718675 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce42fb-e0e7-4a4e-ac56-cc6d8f9ef2f3,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:08.722093 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:08.729112 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3aeaca3ef834c13bcdd4d70e68a1cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5620437 May 31 12:48:08.729460 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35104) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:08.741351 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2494a23-a8c8-4430-9e1c-60f051263594 req-ae9b68ed-4996-4280-8b20-03c582dbbd80 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:08.745347 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2494a23-a8c8-4430-9e1c-60f051263594 req-ae9b68ed-4996-4280-8b20-03c582dbbd80 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 944 time: 0.1932466 May 31 12:48:08.757696 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e063b-b010-4e4b-9153-09289ee58544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba972398-9fce-4e71-93ef-2069b215ca68'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:08.761364 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb29feed-6fcc-4234-b17f-f3d20084a721" -d '{"events": [{"server_uuid": "7b6e063b-b010-4e4b-9153-09289ee58544", "name": "network-vif-plugged", "status": "completed", "tag": "ba972398-9fce-4e71-93ef-2069b215ca68"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:08.772105 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ba972398-9fce-4e71-93ef-2069b215ca68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba972398-9fce-4e71-93ef-2069b215ca68,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:08.777836 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.782416 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c3efb948-7c68-48a1-b8ff-8c4e943ba741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:08.816091 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2494a23-a8c8-4430-9e1c-60f051263594 req-0c8b3edb-c195-405d-b9a3-7db80db1cdde tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613649 May 31 12:48:08.850938 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-f1273c0d-303c-4934-b666-2e9a33a2d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:08.853185 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-f1273c0d-303c-4934-b666-2e9a33a2d2f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=323fa8a4-109d-4e83-92f9-8c43ac869dc2 HTTP/1.1" status: 200 len: 914 time: 0.2574918 May 31 12:48:08.877294 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2309ff79-7303-42bf-a061-37aab25c12c5 x-openstack-request-id: req-2309ff79-7303-42bf-a061-37aab25c12c5 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:08.877965 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6e063b-b010-4e4b-9153-09289ee58544", "name": "network-vif-plugged", "status": "completed", "tag": "ba972398-9fce-4e71-93ef-2069b215ca68", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:08.878687 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2309ff79-7303-42bf-a061-37aab25c12c5 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:08.879331 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e063b-b010-4e4b-9153-09289ee58544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba972398-9fce-4e71-93ef-2069b215ca68', 'code': 200} May 31 12:48:08.885885 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=ba972398-9fce-4e71-93ef-2069b215ca68,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:08.898357 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:08.958774 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-844d44a1-4fef-4b92-ab22-4cd1e3dc1f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.963841 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-96fca5bd-6e55-46b2-b67b-e975922a8937 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0666c2f2-6373-4cc4-bf28-bbef3fe292f8 HTTP/1.1" status: 200 len: 217 time: 0.0999138 May 31 12:48:09.068697 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35116) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:09.073387 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f1c79-e20b-4ef1-ba4f-30c4ca618bc9 req-5c7875ea-0289-4afd-b6df-0e541b594588 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:09.074954 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c83f1c79-e20b-4ef1-ba4f-30c4ca618bc9 req-5c7875ea-0289-4afd-b6df-0e541b594588 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 944 time: 0.1507401 May 31 12:48:09.095208 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-844d44a1-4fef-4b92-ab22-4cd1e3dc1f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:09.127867 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c83f1c79-e20b-4ef1-ba4f-30c4ca618bc9 req-2e7fa4a8-1096-49be-a11b-a838942fd5a4 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468028 May 31 12:48:09.199828 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-ccfe6f0b-d7b3-4cfb-a668-a8fc9ef25513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:09.201219 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-ccfe6f0b-d7b3-4cfb-a668-a8fc9ef25513 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48917fdf-52b7-4ba5-a72f-a8ab6114c771 HTTP/1.1" status: 200 len: 853 time: 0.2226071 May 31 12:48:09.366069 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-d74369c6-b105-47cd-a37a-50ab27200f33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=323fa8a4-109d-4e83-92f9-8c43ac869dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683148 May 31 12:48:09.374170 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:09.423271 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:09.425905 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-844d44a1-4fef-4b92-ab22-4cd1e3dc1f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:09.475493 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ad6e08ea-ba77-4a81-85e0-0e833d32cfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:09.482165 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a567a381be4265a20163249a7cc9d2 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:09.498790 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:09.524363 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:09.571867 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d44a1-4fef-4b92-ab22-4cd1e3dc1f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce42fb-e0e7-4a4e-ac56-cc6d8f9ef2f3,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:09.585650 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-844d44a1-4fef-4b92-ab22-4cd1e3dc1f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:09.589697 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350716dd-da96-4511-b273-9e88287d65aa req-66bd5785-2041-4d4f-8e17-ff0b2893b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:09.591179 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-350716dd-da96-4511-b273-9e88287d65aa req-66bd5785-2041-4d4f-8e17-ff0b2893b4dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 1098 time: 0.4403057 May 31 12:48:09.595831 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-844d44a1-4fef-4b92-ab22-4cd1e3dc1f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:09.596883 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-844d44a1-4fef-4b92-ab22-4cd1e3dc1f82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41ce42fb-e0e7-4a4e-ac56-cc6d8f9ef2f3 HTTP/1.1" status: 204 len: 168 time: 0.8646286 May 31 12:48:09.646864 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-8c4eb5bc-8a38-4889-a7a8-5e6c49261671 service neutron] 10.222.0.30 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634907 May 31 12:48:09.755534 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-350716dd-da96-4511-b273-9e88287d65aa req-d72e7877-2938-4ad9-9c61-a940174dda26 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357517 May 31 12:48:09.839612 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:09.851691 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4574d-677d-4dd6-b512-e16c5980581d req-e3dfa820-10a8-41c2-ab95-6740eaabef1c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:09.854179 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-26d4574d-677d-4dd6-b512-e16c5980581d req-e3dfa820-10a8-41c2-ab95-6740eaabef1c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1527255 May 31 12:48:09.878793 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:09.909984 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-26d4574d-677d-4dd6-b512-e16c5980581d req-0eec2bff-d4b5-4ae5-8938-f434e1cb87e7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465758 May 31 12:48:09.989335 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.001056 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-10bffa1e-1561-4333-831b-e4e1db95ac1c req-fd773988-0615-40f3-a07f-24c941f082a9 service neutron] 10.222.0.30 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157759 May 31 12:48:10.004702 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.024206 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79935000-317a-447f-bfab-05b0ef514e63 req-7dd8ac06-d970-4110-b19b-619e7460ca3c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:10.029098 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79935000-317a-447f-bfab-05b0ef514e63 req-7dd8ac06-d970-4110-b19b-619e7460ca3c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 945 time: 0.0955751 May 31 12:48:10.031657 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82bd8cec-a684-4b19-a766-c8f641d9568a,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:10.047041 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:10.047543 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7eeceeca-92ac-4c9d-82c2-3733e56e397f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:10.071043 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7a567a381be4265a20163249a7cc9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9882135 May 31 12:48:10.074540 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35148) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:10.076889 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Checking segment: {'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:10.077246 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Network hostable DHCP agents. Network: 5cf9b683-0cdf-4faf-8125-935b1c0760d7, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:48:10.105985 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79935000-317a-447f-bfab-05b0ef514e63 req-38d68272-2653-4e12-a2e1-0e4dbf015d91 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606980 May 31 12:48:10.126501 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed1e5ad-d719-428e-92b6-4ebbd6d13ef4,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:10.141266 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:10.161382 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:48:10.182542 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 5cf9b683-0cdf-4faf-8125-935b1c0760d7) {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:10.190063 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:10.190666 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.193543 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb60e9b6-65e8-47ea-abb5-8c65f89f117c None None] Network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:10.197925 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfdd5-b684-4ab0-9cee-22e46552e017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.238488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfdd5-b684-4ab0-9cee-22e46552e017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.251963 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9189467 May 31 12:48:10.344374 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfdd5-b684-4ab0-9cee-22e46552e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.350034 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3513fe98-45fb-48c3-bc6d-408d7db2323b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:10.362217 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e815f-cb86-44c9-9421-6c923b9d5c9d req-9505fa96-ddd3-43d5-b45d-e4a60fe09b74 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:10.362604 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdfdd5-b684-4ab0-9cee-22e46552e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed1e5ad-d719-428e-92b6-4ebbd6d13ef4,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:10.368696 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f7fdfdd5-b684-4ab0-9cee-22e46552e017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:10.369459 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-636e815f-cb86-44c9-9421-6c923b9d5c9d req-9505fa96-ddd3-43d5-b45d-e4a60fe09b74 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 944 time: 0.1194656 May 31 12:48:10.370819 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfdd5-b684-4ab0-9cee-22e46552e017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.377262 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-f7fdfdd5-b684-4ab0-9cee-22e46552e017 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ed1e5ad-d719-428e-92b6-4ebbd6d13ef4 HTTP/1.1" status: 204 len: 168 time: 0.3014588 May 31 12:48:10.411883 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-636e815f-cb86-44c9-9421-6c923b9d5c9d req-94e855d7-11c9-4876-8f92-0830a6c918b4 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 May 31 12:48:10.476044 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ead771-6189-4b2e-8a8b-5b4e3142d1aa None None] Network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:11.189390 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca896c-b428-415a-a4fd-ce7c2fd384d5 req-451aed6c-971b-4e2d-a15e-68950fd65b5b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:11.191075 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fdca896c-b428-415a-a4fd-ce7c2fd384d5 req-451aed6c-971b-4e2d-a15e-68950fd65b5b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1480732 May 31 12:48:11.276615 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fdca896c-b428-415a-a4fd-ce7c2fd384d5 req-65e82ada-f63c-4d99-bfe9-b38cc0c2f915 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 May 31 12:48:11.295578 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35192) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:11.316184 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.334684 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:11.347252 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Usage tracker for resource:security_group_rule and tenant:1b0e87348fd9456598ef2d714d998688 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:11.350698 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:11.364023 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:11.474387 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.481411 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.493740 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b2fe73a7-7b23-468f-af63-96e2240ef927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:11.507653 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd68375-3f67-4c6c-9ba5-a57928f2f9b4 req-b55cf3d0-a38e-41a2-982d-ea3072522e00 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:11.516626 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fcd68375-3f67-4c6c-9ba5-a57928f2f9b4 req-b55cf3d0-a38e-41a2-982d-ea3072522e00 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 945 time: 0.1462862 May 31 12:48:11.556723 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b0e87348fd9456598ef2d714d998688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599580 May 31 12:48:11.557908 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eac12ec-91dd-4adf-a92a-44737918077b,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:11.560358 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35204) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:11.563205 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:11.624026 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9dfdecee-4333-4dd1-b218-18080b76f8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.627877 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fcd68375-3f67-4c6c-9ba5-a57928f2f9b4 req-b920c9b3-5d50-4a7d-bfae-bfe26989decb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103919 May 31 12:48:11.655785 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e85f5-735d-4566-b9bf-a529f4b20459 req-ece60a03-b21d-4c5d-aa99-fd82abca1e3f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:11.657040 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a69e85f5-735d-4566-b9bf-a529f4b20459 req-ece60a03-b21d-4c5d-aa99-fd82abca1e3f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 944 time: 0.1180398 May 31 12:48:11.664821 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9dfdecee-4333-4dd1-b218-18080b76f8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.705123 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a69e85f5-735d-4566-b9bf-a529f4b20459 req-d1c18ea2-308a-437d-b6ac-60c5836f627b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418456 May 31 12:48:11.724929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9dfdecee-4333-4dd1-b218-18080b76f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.738619 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4555576a-bb12-4f6a-88fd-ce6fc459d799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:11.752407 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdecee-4333-4dd1-b218-18080b76f8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eac12ec-91dd-4adf-a92a-44737918077b,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:11.755257 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9dfdecee-4333-4dd1-b218-18080b76f8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:11.756453 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9dfdecee-4333-4dd1-b218-18080b76f8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:11.778220 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-9dfdecee-4333-4dd1-b218-18080b76f8e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1eac12ec-91dd-4adf-a92a-44737918077b HTTP/1.1" status: 204 len: 168 time: 0.2071028 May 31 12:48:12.424316 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:12.485484 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce1df7-86b0-4dc9-9cd5-0a8b02828f5f req-cf5e9823-42b6-4e99-befa-4e105933012e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:12.494091 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a4ce1df7-86b0-4dc9-9cd5-0a8b02828f5f req-cf5e9823-42b6-4e99-befa-4e105933012e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0967050 May 31 12:48:12.577544 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a4ce1df7-86b0-4dc9-9cd5-0a8b02828f5f req-c3dc61a7-1bf1-4ef0-b851-e8daa3bacb72 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819373 May 31 12:48:12.610770 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:12.628213 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '0666c2f2-6373-4cc4-bf28-bbef3fe292f8', 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2', 'port_id': '0666c2f2-6373-4cc4-bf28-bbef3fe292f8', 'mac_address': 'fa:16:3e:f0:03:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48917fdf-52b7-4ba5-a72f-a8ab6114c771', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:12.754887 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.777311 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:12.810339 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:12.822733 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:12.824830 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-ff4a455e-3337-4526-ba26-28bb6993b762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:12.912001 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:12.916051 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:12.960834 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb630ab2-c8e4-46a4-af37-d7f82c61698d req-d007a149-c21f-4b9f-9142-c45c8cfcad20 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:12.962352 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-eb630ab2-c8e4-46a4-af37-d7f82c61698d req-d007a149-c21f-4b9f-9142-c45c8cfcad20 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 945 time: 0.1548159 May 31 12:48:12.973990 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de56887-53fd-49c3-83c8-dfc4fe939e65 req-df457770-6062-421b-8567-87c1f89b2939 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:12.975408 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0de56887-53fd-49c3-83c8-dfc4fe939e65 req-df457770-6062-421b-8567-87c1f89b2939 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 945 time: 0.1203361 May 31 12:48:13.049421 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-eb630ab2-c8e4-46a4-af37-d7f82c61698d req-8d0cac0c-9a07-402a-8d4a-fdbbcaf040bd tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715253 May 31 12:48:13.051059 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0de56887-53fd-49c3-83c8-dfc4fe939e65 req-ad1836ef-4158-4484-bc1b-66564b033c44 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599308 May 31 12:48:13.321742 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-32df9c69-325f-40f4-add9-56181ac116df tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:13.322705 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-32df9c69-325f-40f4-add9-56181ac116df tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Synchronizing usage tracker for tenant:89140cef927e438096dc39d8470e330f on resource:network {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:48:13.346928 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-32df9c69-325f-40f4-add9-56181ac116df tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Unset dirty status for tenant:89140cef927e438096dc39d8470e330f on resource:network {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:48:13.355189 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-32df9c69-325f-40f4-add9-56181ac116df tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/networks?id=5cf9b683-0cdf-4faf-8125-935b1c0760d7 HTTP/1.1" status: 200 len: 808 time: 0.2069778 May 31 12:48:13.372250 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-56874bcb-9c00-49a8-9763-8d7112bb55c8 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/quotas/89140cef927e438096dc39d8470e330f HTTP/1.1" status: 200 len: 375 time: 0.0157504 May 31 12:48:13.423809 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a196a123-e8e5-4a49-83a0-e03c6332e63f tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=89140cef927e438096dc39d8470e330f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497441 May 31 12:48:13.469242 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['0666c2f2-6373-4cc4-bf28-bbef3fe292f8'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:13.581635 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-81d09669-7abe-41ee-978a-cf638f2e8b49 service neutron] 10.222.0.65 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510627 May 31 12:48:13.759743 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-cb1418ca-d6fc-43f5-a2c0-7faeedf86fb6 service neutron] 10.222.0.65 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771593 May 31 12:48:13.816755 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f9701-2719-4000-8b2a-83bca9808ffc req-481ece1f-7714-41b9-ba27-06fa8b8dd306 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:13.818280 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-089f9701-2719-4000-8b2a-83bca9808ffc req-481ece1f-7714-41b9-ba27-06fa8b8dd306 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0921369 May 31 12:48:13.867231 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-089f9701-2719-4000-8b2a-83bca9808ffc req-31dab4a9-807a-4139-8352-c5ad4d48bc93 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 May 31 12:48:13.965753 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-876b0d63-1d9f-4af1-8e0c-74081a96f0d4 req-731f9bed-2564-476c-81fd-4bbbdf0026bc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 210 time: 0.0494900 May 31 12:48:14.259270 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f98c86-67b2-40fc-9b53-23bc925a6ba8 req-e6d42909-b79b-459b-9073-824323360525 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:14.261357 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a9f98c86-67b2-40fc-9b53-23bc925a6ba8 req-e6d42909-b79b-459b-9073-824323360525 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 945 time: 0.0998926 May 31 12:48:14.314309 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a9f98c86-67b2-40fc-9b53-23bc925a6ba8 req-0cc0fcb7-35df-467c-a9b5-590364a68910 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458848 May 31 12:48:15.122712 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a249f-8ca4-4e9f-81b2-0c2f849f3513 req-9149d991-2c83-4af0-a440-02a0fbea7512 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:15.124243 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-056a249f-8ca4-4e9f-81b2-0c2f849f3513 req-9149d991-2c83-4af0-a440-02a0fbea7512 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1431453 May 31 12:48:15.171785 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-056a249f-8ca4-4e9f-81b2-0c2f849f3513 req-ecca4563-284a-47ca-90d8-456f04909d3c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409489 May 31 12:48:15.367582 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ad696f70-fc27-4302-9ad9-f2b6dc16458a req-81df3e6c-dcc6-4ec7-861d-cf7b867c1af9 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 210 time: 0.0582213 May 31 12:48:15.576075 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c7dba-ffac-433c-ae53-6464f1ed2a5b req-43101941-6281-4b77-98fe-e22ec64e8a2c tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:15.586564 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-826c7dba-ffac-433c-ae53-6464f1ed2a5b req-43101941-6281-4b77-98fe-e22ec64e8a2c tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 945 time: 0.1381960 May 31 12:48:15.655695 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-826c7dba-ffac-433c-ae53-6464f1ed2a5b req-f6500e91-c2ea-4435-8f26-a9eda724033e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674815 May 31 12:48:15.692198 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-48145579-6498-429b-81e6-93e5f2479ed3 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:15.693926 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-48145579-6498-429b-81e6-93e5f2479ed3 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.30 "GET /v2.0/networks?id=5cf9b683-0cdf-4faf-8125-935b1c0760d7 HTTP/1.1" status: 200 len: 808 time: 0.2675190 May 31 12:48:15.721138 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Request body: {'port': {'device_id': 'b38a2003-d2b7-4761-acff-3f619500fe2c', 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7', 'admin_state_up': True, 'tenant_id': '89140cef927e438096dc39d8470e330f'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:15.871594 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:15.875509 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Usage tracker for resource:port and tenant:89140cef927e438096dc39d8470e330f is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:15.878584 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:15.885050 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:15.895036 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Made reservation on behalf of 89140cef927e438096dc39d8470e330f for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:15.898686 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.073132 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Allocated IP 172.20.0.8 (5cf9b683-0cdf-4faf-8125-935b1c0760d7/82bd8cec-a684-4b19-a766-c8f641d9568a/0ca99a88-3e98-4113-8856-c80ad1c883c1) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:16.328169 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.359121 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.364620 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:16.435694 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:16.439316 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccb17a-983e-4363-8c26-727e1a4b40a9 req-1f6404d5-1fe9-4ab1-9fb8-8556e7154bfe tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:16.440877 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-acccb17a-983e-4363-8c26-727e1a4b40a9 req-1f6404d5-1fe9-4ab1-9fb8-8556e7154bfe tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1083500 May 31 12:48:16.445885 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:16.455846 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:16.459362 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:16.464985 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:16.465624 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.469480 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Pushing event updated for resources: {'Port': ['ID=0ca99a88-3e98-4113-8856-c80ad1c883c1,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:16.490468 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:16.495566 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801588 May 31 12:48:16.497131 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-acccb17a-983e-4363-8c26-727e1a4b40a9 req-4e6a27da-7a0e-4d81-8019-8a863355c518 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494413 May 31 12:48:16.516665 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Request body: {'port': {'device_id': 'b38a2003-d2b7-4761-acff-3f619500fe2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:16.553083 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:16.559861 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:16.560235 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.622168 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff32c43-f3a5-406e-8dcb-21efbfe41c29 req-1d2d3d48-0cb8-498e-b99e-f98e36c78706 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:16.623776 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fff32c43-f3a5-406e-8dcb-21efbfe41c29 req-1d2d3d48-0cb8-498e-b99e-f98e36c78706 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 931 time: 0.0946834 May 31 12:48:16.678921 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-fff32c43-f3a5-406e-8dcb-21efbfe41c29 req-2635f48b-9c83-4d13-a475-19ac6ec91726 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Synchronizing usage tracker for tenant:89140cef927e438096dc39d8470e330f on resource:security_group {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:48:16.690877 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.699608 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-fff32c43-f3a5-406e-8dcb-21efbfe41c29 req-2635f48b-9c83-4d13-a475-19ac6ec91726 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Unset dirty status for tenant:89140cef927e438096dc39d8470e330f on resource:security_group {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:48:16.701148 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fff32c43-f3a5-406e-8dcb-21efbfe41c29 req-2635f48b-9c83-4d13-a475-19ac6ec91726 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704010 May 31 12:48:16.724739 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb757c4-5136-4d38-a64c-63b242fab431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0666c2f2-6373-4cc4-bf28-bbef3fe292f8'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:16.727092 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efbfbd0-41e2-467a-8a91-fa72e6012573" -d '{"events": [{"server_uuid": "0cb757c4-5136-4d38-a64c-63b242fab431", "name": "network-vif-plugged", "status": "completed", "tag": "0666c2f2-6373-4cc4-bf28-bbef3fe292f8"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:16.736271 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:16.741325 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.744892 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:16.761603 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:16.787558 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b2a8d-fcce-4661-acb4-a329d4ba8cd0 x-openstack-request-id: req-7c5b2a8d-fcce-4661-acb4-a329d4ba8cd0 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:16.787857 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb757c4-5136-4d38-a64c-63b242fab431", "name": "network-vif-plugged", "status": "completed", "tag": "0666c2f2-6373-4cc4-bf28-bbef3fe292f8", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:16.788117 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c5b2a8d-fcce-4661-acb4-a329d4ba8cd0 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:16.789021 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb757c4-5136-4d38-a64c-63b242fab431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0666c2f2-6373-4cc4-bf28-bbef3fe292f8', 'code': 200} May 31 12:48:16.840402 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:16.854124 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:16.883051 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea6c9e-ccaf-444e-bc09-598869eafd38 req-e54d1d8a-ab42-4795-930b-912c3dac8d96 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:16.890301 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4dea6c9e-ccaf-444e-bc09-598869eafd38 req-e54d1d8a-ab42-4795-930b-912c3dac8d96 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.1088378 May 31 12:48:16.943130 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4dea6c9e-ccaf-444e-bc09-598869eafd38 req-34a96c5f-9d03-47d9-8884-5b5d76b3c40a tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515242 May 31 12:48:17.161686 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7b307-7834-4781-93d5-956306f5497b req-b8b95574-cfc5-4a53-a2b1-305fdd23be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:17.163062 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-abf7b307-7834-4781-93d5-956306f5497b req-b8b95574-cfc5-4a53-a2b1-305fdd23be76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 1099 time: 0.1378558 May 31 12:48:17.256214 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca99a88-3e98-4113-8856-c80ad1c883c1 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:17.263494 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-abf7b307-7834-4781-93d5-956306f5497b req-75824899-9391-42b6-b88f-7234c7a385a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696466 May 31 12:48:17.268284 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.285911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Transition to ACTIVE for port object 0ca99a88-3e98-4113-8856-c80ad1c883c1 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:17.289691 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.293610 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b552f8ca-790c-4787-98df-549384cd3342 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:17.450518 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Pushing event updated for resources: {'Port': ['ID=0ca99a88-3e98-4113-8856-c80ad1c883c1,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:17.457867 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:17.474107 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Attempting to bind port 0ca99a88-3e98-4113-8856-c80ad1c883c1 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:17.474481 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Attempting to bind port 0ca99a88-3e98-4113-8856-c80ad1c883c1 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:17.474807 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Attempting to bind port 0ca99a88-3e98-4113-8856-c80ad1c883c1 on network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:17.479609 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Port 0ca99a88-3e98-4113-8856-c80ad1c883c1 on network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:48:17.479922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Attempting to bind port 0ca99a88-3e98-4113-8856-c80ad1c883c1 on network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:17.484863 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:17.485189 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Checking segment: {'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:17.485564 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Bound using segment: {'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:17.485983 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Bound port: 0ca99a88-3e98-4113-8856-c80ad1c883c1, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:17.486314 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.583084 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] For port 0ca99a88-3e98-4113-8856-c80ad1c883c1, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:17.587804 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] For port 0ca99a88-3e98-4113-8856-c80ad1c883c1, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0ca99a88-3e98-4113-8856-c80ad1c883c1,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:17.592753 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.598305 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8090f3e9-758b-4e8c-9d55-6b5208220f67 tempest-DeleteServersTestJSON-60044644 tempest-DeleteServersTestJSON-60044644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:17.658500 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:17.659114 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:17.660502 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] 10.222.0.30 "PUT /v2.0/ports/0ca99a88-3e98-4113-8856-c80ad1c883c1 HTTP/1.1" status: 200 len: 1093 time: 1.1506231 May 31 12:48:17.660997 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38a2003-d2b7-4761-acff-3f619500fe2c', 'tag': '0ca99a88-3e98-4113-8856-c80ad1c883c1'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:17.663340 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177e98ca-7f67-4a83-9ca6-8f14cea3805c" -d '{"events": [{"name": "network-changed", "server_uuid": "b38a2003-d2b7-4761-acff-3f619500fe2c", "tag": "0ca99a88-3e98-4113-8856-c80ad1c883c1"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:17.685140 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Pushing event updated for resources: {'Port': ['ID=0ca99a88-3e98-4113-8856-c80ad1c883c1,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:17.688201 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:17.751331 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e026f6a8-5430-44d6-972c-d680ae66b395 x-openstack-request-id: req-e026f6a8-5430-44d6-972c-d680ae66b395 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:17.751331 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38a2003-d2b7-4761-acff-3f619500fe2c", "tag": "0ca99a88-3e98-4113-8856-c80ad1c883c1", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:17.751595 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e026f6a8-5430-44d6-972c-d680ae66b395 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:17.751952 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38a2003-d2b7-4761-acff-3f619500fe2c', 'tag': '0ca99a88-3e98-4113-8856-c80ad1c883c1', 'status': 'completed', 'code': 200} May 31 12:48:17.787867 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-1fbbdf3f-55fb-447b-8cd9-5bb3d52c138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:17.789839 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-1fbbdf3f-55fb-447b-8cd9-5bb3d52c138e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89140cef927e438096dc39d8470e330f&device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 1096 time: 0.0738914 May 31 12:48:17.869607 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-8590bbe6-7e22-43e6-8cc0-44b025bc0479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ca99a88-3e98-4113-8856-c80ad1c883c1 HTTP/1.1" status: 200 len: 217 time: 0.0651405 May 31 12:48:17.900397 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b63b9d-c5a0-4d36-9f0e-bd1cdc3e95c3 req-69481ac6-e186-45d1-92e2-560f9dc0f90d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:17.901855 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-62b63b9d-c5a0-4d36-9f0e-bd1cdc3e95c3 req-69481ac6-e186-45d1-92e2-560f9dc0f90d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1376190 May 31 12:48:17.937741 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6048e9-7005-4a02-8d02-43393a64c820 req-5173bca2-9460-4d70-b551-ec620a27fecb tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:17.939135 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-be6048e9-7005-4a02-8d02-43393a64c820 req-5173bca2-9460-4d70-b551-ec620a27fecb tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 943 time: 0.1185458 May 31 12:48:17.943672 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-7f2fc18b-13cc-42d3-ac26-33ddb5c1dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:17.945365 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-7f2fc18b-13cc-42d3-ac26-33ddb5c1dca3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82bd8cec-a684-4b19-a766-c8f641d9568a HTTP/1.1" status: 200 len: 848 time: 0.0602319 May 31 12:48:17.979771 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-62b63b9d-c5a0-4d36-9f0e-bd1cdc3e95c3 req-824b6a94-209c-4f0d-8f61-3722b72de998 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700879 May 31 12:48:17.999176 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-be6048e9-7005-4a02-8d02-43393a64c820 req-5b0cb74c-cf81-46c0-b752-3b5ba9d9c742 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487366 May 31 12:48:18.006756 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-1bc735eb-debb-41df-aa6c-5e24e7b1e889 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cf9b683-0cdf-4faf-8125-935b1c0760d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476439 May 31 12:48:18.185134 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6866d-076e-4541-a9a7-fd9cae298c3a req-e2c67a7d-bee5-4302-ad2d-7beb75499b96 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:18.191890 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e3f6866d-076e-4541-a9a7-fd9cae298c3a req-e2c67a7d-bee5-4302-ad2d-7beb75499b96 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.1102908 May 31 12:48:18.194967 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-b91fb2bc-5d76-49e6-bda4-7224be80d944 service neutron] 10.222.0.30 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719260 May 31 12:48:18.275040 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e3f6866d-076e-4541-a9a7-fd9cae298c3a req-98475779-255e-4bde-b51c-822eca67bf63 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785258 May 31 12:48:18.353365 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-67c8584b-54ef-4fc8-915e-f1bd635f332b req-b23f9e38-14b6-4fa1-9fdd-fbae2859fd1e service neutron] 10.222.0.30 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446786 May 31 12:48:18.529605 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-360b4909-c009-4ffa-8613-f2a11861b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:18.531011 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-360b4909-c009-4ffa-8613-f2a11861b1b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89140cef927e438096dc39d8470e330f&device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 1096 time: 0.0737309 May 31 12:48:18.744655 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-d15f4012-5052-4ea8-845a-53f801e58ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:18.746338 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-d15f4012-5052-4ea8-845a-53f801e58ffb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cf9b683-0cdf-4faf-8125-935b1c0760d7 HTTP/1.1" status: 200 len: 909 time: 0.2047613 May 31 12:48:18.821962 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-6d662887-b495-46cd-813f-fed7c97e0696 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ca99a88-3e98-4113-8856-c80ad1c883c1 HTTP/1.1" status: 200 len: 217 time: 0.0638704 May 31 12:48:18.889614 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-b8462eac-1f1b-44b1-87d2-ad20ae9dfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:18.891204 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-b8462eac-1f1b-44b1-87d2-ad20ae9dfcb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82bd8cec-a684-4b19-a766-c8f641d9568a HTTP/1.1" status: 200 len: 848 time: 0.0585341 May 31 12:48:18.955557 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-ab7f6142-c69d-419d-bf9d-63a4d427ee59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cf9b683-0cdf-4faf-8125-935b1c0760d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438778 May 31 12:48:18.988264 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-c52d45e9-c651-43a0-b5cc-51741884d4d3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:18.989705 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-c52d45e9-c651-43a0-b5cc-51741884d4d3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 815 time: 0.1535304 May 31 12:48:19.005192 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-949c05c8-0519-4803-870d-2545ae801be0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/quotas/289f6253c1bc49ee817a561bae28f60a HTTP/1.1" status: 200 len: 375 time: 0.0093279 May 31 12:48:19.092609 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-6f65df27-221e-4310-837c-91bd0ed282bf tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815091 May 31 12:48:19.099599 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-14e673d6-23d8-41fb-a7af-a332880b291c service neutron] 10.222.0.30 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307156 May 31 12:48:19.256375 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-177e98ca-7f67-4a83-9ca6-8f14cea3805c req-496ab54b-532a-419e-a786-18c0392b14bd service neutron] 10.222.0.30 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348059 May 31 12:48:19.302052 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62364ab-07b9-40d0-ac3a-ec09adfadbe4 req-f7104a54-bfe6-4987-9a53-d052e186365f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:19.303621 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f62364ab-07b9-40d0-ac3a-ec09adfadbe4 req-f7104a54-bfe6-4987-9a53-d052e186365f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.2102277 May 31 12:48:19.314478 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-01eab1ea-abc8-4cb8-8b46-aff74dc62312 service neutron] 10.222.0.65 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866817 May 31 12:48:19.435200 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f62364ab-07b9-40d0-ac3a-ec09adfadbe4 req-4c43d55c-7700-41c8-897e-f04282a46c32 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248446 May 31 12:48:19.479765 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-7be4f19b-de4c-4620-bd57-6190984b87bd service neutron] 10.222.0.65 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513448 May 31 12:48:19.678091 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ded319-040f-47c1-a882-b5b605d46dfd req-2a18f387-af21-45c9-bf6e-8e98a3d61485 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:19.680105 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-51ded319-040f-47c1-a882-b5b605d46dfd req-2a18f387-af21-45c9-bf6e-8e98a3d61485 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 943 time: 0.1053250 May 31 12:48:19.741973 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-51ded319-040f-47c1-a882-b5b605d46dfd req-30ed763d-d8c4-4eae-96dc-e5c6f5f734bf tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548608 May 31 12:48:19.890801 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8948eb1-56ca-49ef-b892-98edc4b0acb6 req-b40e044c-7fb1-416d-8d11-df6233fac9d2 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:19.894960 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f8948eb1-56ca-49ef-b892-98edc4b0acb6 req-b40e044c-7fb1-416d-8d11-df6233fac9d2 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.1260738 May 31 12:48:19.951152 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f8948eb1-56ca-49ef-b892-98edc4b0acb6 req-ad26e8ac-0ae1-4545-8c23-0f989c2e2a2e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 May 31 12:48:19.976141 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35456) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:20.074121 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8ae4cf3a-57e6-4774-aa7c-1b888674ed03 req-927dae30-a1b4-46b2-ae3a-bb9bb4c6bcb0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 210 time: 0.0608158 May 31 12:48:20.132629 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:20.153013 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:20.157480 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:a34808ca37974a028055dba5958b9a1b is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:20.160453 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:20.177790 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:20.335723 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:20.342588 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:20.352619 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c5e27a11-cea8-4c06-be91-0a786e07d6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:20.396460 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a526a31-208d-4fd5-a54f-34017462ac43,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:20.401545 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:20.407048 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a34808ca37974a028055dba5958b9a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280770 May 31 12:48:20.407275 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35510) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:20.494148 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f486-591d-462a-a790-dbc16620b577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:20.526568 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f486-591d-462a-a790-dbc16620b577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:20.649383 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f486-591d-462a-a790-dbc16620b577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:20.653528 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5ad6cb27-2ac5-4b8d-8861-6b8327d91b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:20.669475 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee02106-c498-4dab-9635-88132e746b0d req-9d6665ad-efa4-4d4c-837f-a576612b5bf8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:20.670994 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4ee02106-c498-4dab-9635-88132e746b0d req-9d6665ad-efa4-4d4c-837f-a576612b5bf8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1156452 May 31 12:48:20.675770 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9f486-591d-462a-a790-dbc16620b577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a526a31-208d-4fd5-a54f-34017462ac43,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:20.680977 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-2bf9f486-591d-462a-a790-dbc16620b577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:20.712873 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f486-591d-462a-a790-dbc16620b577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:20.713960 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-2bf9f486-591d-462a-a790-dbc16620b577 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a526a31-208d-4fd5-a54f-34017462ac43 HTTP/1.1" status: 204 len: 168 time: 0.3057587 May 31 12:48:20.726724 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4ee02106-c498-4dab-9635-88132e746b0d req-1f0acc55-a42e-4a0d-b16a-8675d0f17980 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488613 May 31 12:48:20.935348 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842535fc-ac87-4826-9807-72fbdca615c0 req-64b10184-dccf-461f-a515-fdd9c1e4c270 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:20.936830 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-842535fc-ac87-4826-9807-72fbdca615c0 req-64b10184-dccf-461f-a515-fdd9c1e4c270 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 943 time: 0.0946798 May 31 12:48:20.998198 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-842535fc-ac87-4826-9807-72fbdca615c0 req-2cb8de24-19e1-4d17-9ee5-a3e6ecfb8e94 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503922 May 31 12:48:21.052285 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35546) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:21.071578 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.087130 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:21.090988 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Usage tracker for resource:security_group_rule and tenant:3a107eb9a208483ca7c8116593430945 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:21.093753 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:21.105825 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:21.268979 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-481fbfd5-58c7-4fb1-b9e3-aeb5e420a17f req-b1f3d091-6e37-433d-8dc9-969ed2cdc766 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 210 time: 0.0628505 May 31 12:48:21.283925 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.300600 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.316740 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c54eb516-efcf-4084-b57b-bae9ae90239f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:21.358589 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a107eb9a208483ca7c8116593430945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051906 May 31 12:48:21.363809 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35556) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:21.382336 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139ecc12-7f2a-4438-8840-6caec21ead6b,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:21.387747 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:21.484809 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-4bdcc6ed-dc50-4362-a650-fdeb2eb423f0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:21.485352 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b33eedba-ee3c-4fd9-ba70-c4cb50d95dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.487049 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-4bdcc6ed-dc50-4362-a650-fdeb2eb423f0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 815 time: 0.1865149 May 31 12:48:21.518497 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b33eedba-ee3c-4fd9-ba70-c4cb50d95dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.518678 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Request body: {'port': {'device_id': '7b11aa67-6557-4b80-9b9a-ccf3b9883a36', 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'admin_state_up': True, 'tenant_id': '289f6253c1bc49ee817a561bae28f60a'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:21.581746 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b33eedba-ee3c-4fd9-ba70-c4cb50d95dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.588923 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c81d908f-2f7f-4263-9d1c-bcf8b8ff1909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:21.611969 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b33eedba-ee3c-4fd9-ba70-c4cb50d95dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.613959 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-b33eedba-ee3c-4fd9-ba70-c4cb50d95dc7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/139ecc12-7f2a-4438-8840-6caec21ead6b HTTP/1.1" status: 204 len: 168 time: 0.2502863 May 31 12:48:21.614972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eedba-ee3c-4fd9-ba70-c4cb50d95dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139ecc12-7f2a-4438-8840-6caec21ead6b,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:21.618220 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b33eedba-ee3c-4fd9-ba70-c4cb50d95dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:21.671614 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:21.676655 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Usage tracker for resource:port and tenant:289f6253c1bc49ee817a561bae28f60a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:21.681411 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:21.690080 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:21.712012 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Made reservation on behalf of 289f6253c1bc49ee817a561bae28f60a for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:21.716194 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:21.902341 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Allocated IP 172.20.0.8 (650c556e-aa40-4047-95af-0cdcf5c87279/71af8a35-cdaf-468a-a714-07a9e35906d4/fe5914b4-39b0-414f-8d19-5928b0206745) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:21.920502 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43923bec-f42f-46c9-bb96-ad9b46d3d60b req-b13f3b6c-7472-4b23-b6be-b388fb267508 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:21.922347 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-43923bec-f42f-46c9-bb96-ad9b46d3d60b req-b13f3b6c-7472-4b23-b6be-b388fb267508 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0809064 May 31 12:48:21.981877 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-43923bec-f42f-46c9-bb96-ad9b46d3d60b req-52779db7-d732-4b6c-97cc-ecd63542933a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522909 May 31 12:48:22.117871 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.148776 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.155857 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:22.175117 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba972398-9fce-4e71-93ef-2069b215ca68'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:22.213951 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16bb40-2113-43e1-974d-c217acce5cbd req-7476bf29-23c8-45b5-9198-b78f773808c0 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:22.215611 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fd16bb40-2113-43e1-974d-c217acce5cbd req-7476bf29-23c8-45b5-9198-b78f773808c0 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 943 time: 0.0982556 May 31 12:48:22.268282 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Network 650c556e-aa40-4047-95af-0cdcf5c87279 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:22.271700 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:22.276530 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:22.289648 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:22.290649 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.298643 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fd16bb40-2113-43e1-974d-c217acce5cbd req-fb2b3a4e-58f8-4b1e-a954-8889d6029108 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767279 May 31 12:48:22.331627 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Pushing event updated for resources: {'Port': ['ID=fe5914b4-39b0-414f-8d19-5928b0206745,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:22.342375 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:22.345384 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8308594 May 31 12:48:22.365265 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Request body: {'port': {'device_id': '7b11aa67-6557-4b80-9b9a-ccf3b9883a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:22.490236 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.494746 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 0ca99a88-3e98-4113-8856-c80ad1c883c1 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:22.523771 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66929a5-521a-405a-a4d2-5fdbb0c7e1d6 req-06fd1827-39a9-41e9-af2d-b576ab7e7b1b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:22.525718 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a66929a5-521a-405a-a4d2-5fdbb0c7e1d6 req-06fd1827-39a9-41e9-af2d-b576ab7e7b1b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 931 time: 0.1074963 May 31 12:48:22.590454 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a66929a5-521a-405a-a4d2-5fdbb0c7e1d6 req-9f297fef-a81a-4a46-b165-bf59136acb08 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510433 May 31 12:48:22.728655 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 0ca99a88-3e98-4113-8856-c80ad1c883c1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0ca99a88-3e98-4113-8856-c80ad1c883c1,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:22.744322 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '0ca99a88-3e98-4113-8856-c80ad1c883c1', 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7', 'port_id': '0ca99a88-3e98-4113-8856-c80ad1c883c1', 'mac_address': 'fa:16:3e:5c:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bd8cec-a684-4b19-a766-c8f641d9568a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:22.814114 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.834704 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca99a88-3e98-4113-8856-c80ad1c883c1 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:22.852743 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 0ca99a88-3e98-4113-8856-c80ad1c883c1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0ca99a88-3e98-4113-8856-c80ad1c883c1,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:22.860969 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.862727 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:22.977587 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=0ca99a88-3e98-4113-8856-c80ad1c883c1,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:22.981680 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:23.023185 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5914b4-39b0-414f-8d19-5928b0206745 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:23.031207 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:23.046161 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Transition to ACTIVE for port object fe5914b4-39b0-414f-8d19-5928b0206745 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:23.051560 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:23.057249 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-121614d9-54f3-4f86-a38a-ea27d1427d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:23.057401 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:23.200229 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9ac3b-2364-4264-93f1-069f87e5a384 req-7561c87b-173e-4e3b-af6b-074e97969002 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.201712 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-04c9ac3b-2364-4264-93f1-069f87e5a384 req-7561c87b-173e-4e3b-af6b-074e97969002 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0876369 May 31 12:48:23.222779 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Pushing event updated for resources: {'Port': ['ID=fe5914b4-39b0-414f-8d19-5928b0206745,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:23.234114 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:23.249762 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Attempting to bind port fe5914b4-39b0-414f-8d19-5928b0206745 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:23.250185 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Attempting to bind port fe5914b4-39b0-414f-8d19-5928b0206745 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:23.250897 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Attempting to bind port fe5914b4-39b0-414f-8d19-5928b0206745 on network 650c556e-aa40-4047-95af-0cdcf5c87279 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:23.257238 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Port fe5914b4-39b0-414f-8d19-5928b0206745 on network 650c556e-aa40-4047-95af-0cdcf5c87279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:48:23.257554 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Attempting to bind port fe5914b4-39b0-414f-8d19-5928b0206745 on network 650c556e-aa40-4047-95af-0cdcf5c87279 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:23.265963 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:23.266392 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Checking segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:23.266919 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Bound using segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:23.267503 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Bound port: fe5914b4-39b0-414f-8d19-5928b0206745, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:23.267993 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:23.301614 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-04c9ac3b-2364-4264-93f1-069f87e5a384 req-9c46153a-b352-44df-af03-459a40ff00c8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926504 May 31 12:48:23.377630 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] For port fe5914b4-39b0-414f-8d19-5928b0206745, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:23.380758 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] For port fe5914b4-39b0-414f-8d19-5928b0206745, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fe5914b4-39b0-414f-8d19-5928b0206745,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:23.385113 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:23.389624 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:23.446339 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.446963 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:23.448308 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] 10.222.0.30 "PUT /v2.0/ports/fe5914b4-39b0-414f-8d19-5928b0206745 HTTP/1.1" status: 200 len: 1093 time: 1.0929043 May 31 12:48:23.448778 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b11aa67-6557-4b80-9b9a-ccf3b9883a36', 'tag': 'fe5914b4-39b0-414f-8d19-5928b0206745'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:23.451101 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066" -d '{"events": [{"name": "network-changed", "server_uuid": "7b11aa67-6557-4b80-9b9a-ccf3b9883a36", "tag": "fe5914b4-39b0-414f-8d19-5928b0206745"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:23.471904 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Pushing event updated for resources: {'Port': ['ID=fe5914b4-39b0-414f-8d19-5928b0206745,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:23.474971 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:23.497691 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d16404-54c6-4973-a3cd-c047f51ac9de x-openstack-request-id: req-13d16404-54c6-4973-a3cd-c047f51ac9de {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:23.498299 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b11aa67-6557-4b80-9b9a-ccf3b9883a36", "tag": "fe5914b4-39b0-414f-8d19-5928b0206745", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:23.498637 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13d16404-54c6-4973-a3cd-c047f51ac9de {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:23.499238 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b11aa67-6557-4b80-9b9a-ccf3b9883a36', 'tag': 'fe5914b4-39b0-414f-8d19-5928b0206745', 'status': 'completed', 'code': 200} May 31 12:48:23.508018 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e87d0e-6fc1-49c5-9d01-22b49c3b7b41 req-e80f60b5-af15-4367-a844-9246b37a698f tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.509565 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-60e87d0e-6fc1-49c5-9d01-22b49c3b7b41 req-e80f60b5-af15-4367-a844-9246b37a698f tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 944 time: 0.0911486 May 31 12:48:23.558846 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-60e87d0e-6fc1-49c5-9d01-22b49c3b7b41 req-421a222d-aac6-4188-a82b-709ee77f2ee1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 May 31 12:48:23.593716 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-3f552a10-7fbb-482d-9731-04a7b57d6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.595329 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-3f552a10-7fbb-482d-9731-04a7b57d6f72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 1096 time: 0.0797250 May 31 12:48:23.635434 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['0ca99a88-3e98-4113-8856-c80ad1c883c1'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:23.674612 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-3e18b7e5-f56b-4808-8d77-533d67b58d8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe5914b4-39b0-414f-8d19-5928b0206745 HTTP/1.1" status: 200 len: 217 time: 0.0646520 May 31 12:48:23.747040 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-9105cfb0-433b-4e23-b5d6-140a66d13106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.748736 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-9105cfb0-433b-4e23-b5d6-140a66d13106 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 200 len: 855 time: 0.0633905 May 31 12:48:23.789000 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f31ce2-49ad-45a1-991c-126ebf243eff req-23de3a39-4791-4f9a-a526-9f2514884459 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:23.797337 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5f31ce2-49ad-45a1-991c-126ebf243eff req-23de3a39-4791-4f9a-a526-9f2514884459 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 943 time: 0.0949664 May 31 12:48:23.803052 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-66eab90e-93d0-43a1-bc9a-301dcf583cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=650c556e-aa40-4047-95af-0cdcf5c87279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433526 May 31 12:48:23.846080 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5f31ce2-49ad-45a1-991c-126ebf243eff req-04d74963-74c1-4937-87a1-8c3970953958 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 May 31 12:48:23.943681 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-3132aa11-4d3b-42cb-a3e6-d90b623873e2 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292732 May 31 12:48:24.090870 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-98039d5b-7ccd-41e3-b210-55daa5f1073a req-4f64e4f8-0396-4fc3-85d9-b3b668117e33 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339607 May 31 12:48:24.225253 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-c4555c16-507e-4f79-8ddf-0beeea46f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:24.226737 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-c4555c16-507e-4f79-8ddf-0beeea46f329 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 1096 time: 0.0746400 May 31 12:48:24.371943 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-f5853dde-1e80-4b40-ab47-f855af4915db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:24.374378 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-f5853dde-1e80-4b40-ab47-f855af4915db service neutron] 10.222.0.30 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 916 time: 0.1361077 May 31 12:48:24.476441 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-bf6ff39c-fa5a-48a4-a48a-0b0a069eb999 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe5914b4-39b0-414f-8d19-5928b0206745 HTTP/1.1" status: 200 len: 217 time: 0.0868587 May 31 12:48:24.503187 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304dbb1-4385-42c0-880d-8c6c04fafcdf req-9683fc95-9366-4130-836e-8a33f8010330 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:24.511278 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2304dbb1-4385-42c0-880d-8c6c04fafcdf req-9683fc95-9366-4130-836e-8a33f8010330 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0997190 May 31 12:48:24.570134 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-777199df-6302-4267-8b70-f84b4572a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:24.573843 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-777199df-6302-4267-8b70-f84b4572a690 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 200 len: 855 time: 0.0885344 May 31 12:48:24.579218 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2304dbb1-4385-42c0-880d-8c6c04fafcdf req-5fe317f2-b844-430f-9ec6-66df4d8895cf tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669508 May 31 12:48:24.667559 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-70233212-1d8d-4476-8ddb-cd4c6d061ae2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=650c556e-aa40-4047-95af-0cdcf5c87279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820885 May 31 12:48:24.830614 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e5294-58ac-4014-a3c5-150700a5664b req-f0ba5cf6-be6b-49c3-8946-cc8b2174a589 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:24.833110 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ae2e5294-58ac-4014-a3c5-150700a5664b req-f0ba5cf6-be6b-49c3-8946-cc8b2174a589 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 944 time: 0.1305830 May 31 12:48:24.883937 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ae2e5294-58ac-4014-a3c5-150700a5664b req-731b4293-1436-4241-b876-ec20ed778c6a tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 May 31 12:48:24.950615 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-2460027d-2786-4dd4-a58f-0ce9fd7e8f2b service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612624 May 31 12:48:25.063576 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479dba3-d519-4380-ac5c-1ac0ace1e1f0 req-c16a97dd-3202-4ea2-9a3e-83db1ce43f91 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:25.064931 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c479dba3-d519-4380-ac5c-1ac0ace1e1f0 req-c16a97dd-3202-4ea2-9a3e-83db1ce43f91 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 943 time: 0.0823562 May 31 12:48:25.083548 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c3b80c2-ea32-4e52-8a3b-4d0a78d00066 req-bcbac951-f301-4a14-af30-8329128a62bb service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249990 May 31 12:48:25.111050 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c479dba3-d519-4380-ac5c-1ac0ace1e1f0 req-9d739bf6-d667-4389-8811-2cf5eb222742 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 May 31 12:48:25.393121 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-76995ddc-d9f8-4edc-b1ab-5a8a79060f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:25.411739 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:25.765147 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad7013-f6ab-44a4-859a-6001ab0f60ee req-2b782787-46be-4afb-b37d-63c880368873 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:25.766615 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d7ad7013-f6ab-44a4-859a-6001ab0f60ee req-2b782787-46be-4afb-b37d-63c880368873 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0794151 May 31 12:48:25.812876 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d7ad7013-f6ab-44a4-859a-6001ab0f60ee req-bbb28310-dcd7-4454-b05c-b63ed062aea1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 May 31 12:48:26.101556 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a0bf1-b63f-4fa0-a860-1ade272e36da req-ac3c86d4-7a5a-4696-9e41-966623475881 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:26.103739 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8b1a0bf1-b63f-4fa0-a860-1ade272e36da req-ac3c86d4-7a5a-4696-9e41-966623475881 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 944 time: 0.0962069 May 31 12:48:26.150706 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8b1a0bf1-b63f-4fa0-a860-1ade272e36da req-b983177a-a2f5-407e-bfec-4bbb6e8efb4a tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 May 31 12:48:26.218792 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 35680) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:26.345548 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.357662 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.418372 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9681268-8a4e-4f43-8af5-289d3317fdb3 req-0eaf87ae-f144-45fd-ae59-313ef3411160 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:26.419798 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a9681268-8a4e-4f43-8af5-289d3317fdb3 req-0eaf87ae-f144-45fd-ae59-313ef3411160 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 943 time: 0.1663287 May 31 12:48:26.425702 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:26.442252 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5d77cda5ea464f9475367377d8064c is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:26.447030 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:26.456724 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:26.486422 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a9681268-8a4e-4f43-8af5-289d3317fdb3 req-c4c8caec-6760-4812-a6ae-3b98d8d8ab8a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580373 May 31 12:48:26.502093 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 0ca99a88-3e98-4113-8856-c80ad1c883c1 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:26.563671 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.567560 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.572852 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port 0ca99a88-3e98-4113-8856-c80ad1c883c1 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:26.578775 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e7987595-550f-4957-a0ec-624d65fd7075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:26.580826 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 0ca99a88-3e98-4113-8856-c80ad1c883c1 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:26.581432 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.620719 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a5d77cda5ea464f9475367377d8064c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007840 May 31 12:48:26.622555 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d682dd61-1e80-4e67-887d-cd1541e9fc23,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:26.623418 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35686) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:26.626052 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:26.688657 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2789272b-d49c-4fa8-843d-69a12a35bae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.701381 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.715813 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2789272b-d49c-4fa8-843d-69a12a35bae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.728155 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38a2003-d2b7-4761-acff-3f619500fe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca99a88-3e98-4113-8856-c80ad1c883c1'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:26.730409 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41cb173-eb9a-41aa-b3be-4932ed10e641" -d '{"events": [{"server_uuid": "b38a2003-d2b7-4761-acff-3f619500fe2c", "name": "network-vif-plugged", "status": "completed", "tag": "0ca99a88-3e98-4113-8856-c80ad1c883c1"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:26.738193 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 0ca99a88-3e98-4113-8856-c80ad1c883c1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0ca99a88-3e98-4113-8856-c80ad1c883c1,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:26.743536 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.745690 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:26.774911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2789272b-d49c-4fa8-843d-69a12a35bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.780526 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:26.788420 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1aeb6d-34a9-4233-a108-7a9bbe9f35a0 x-openstack-request-id: req-2b1aeb6d-34a9-4233-a108-7a9bbe9f35a0 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:26.788749 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38a2003-d2b7-4761-acff-3f619500fe2c", "name": "network-vif-plugged", "status": "completed", "tag": "0ca99a88-3e98-4113-8856-c80ad1c883c1", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:26.789029 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b1aeb6d-34a9-4233-a108-7a9bbe9f35a0 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:26.789466 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38a2003-d2b7-4761-acff-3f619500fe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca99a88-3e98-4113-8856-c80ad1c883c1', 'code': 200} May 31 12:48:26.792801 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789272b-d49c-4fa8-843d-69a12a35bae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d682dd61-1e80-4e67-887d-cd1541e9fc23,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:26.796015 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-2789272b-d49c-4fa8-843d-69a12a35bae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:26.797340 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2789272b-d49c-4fa8-843d-69a12a35bae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:26.801369 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-2789272b-d49c-4fa8-843d-69a12a35bae7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d682dd61-1e80-4e67-887d-cd1541e9fc23 HTTP/1.1" status: 204 len: 168 time: 0.1739960 May 31 12:48:26.833129 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=0ca99a88-3e98-4113-8856-c80ad1c883c1,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:26.837508 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:27.032878 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0b1bd-0195-47d4-a20d-63153424daa0 req-34ccc5ba-4be9-48df-95cb-b186ee1176dd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:27.034496 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-29a0b1bd-0195-47d4-a20d-63153424daa0 req-34ccc5ba-4be9-48df-95cb-b186ee1176dd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1035035 May 31 12:48:27.101029 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef18e9f-7701-41b9-9488-8547291767f3 req-824325e9-31e2-49d0-8d1e-bcf3e6d55333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:27.101712 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-29a0b1bd-0195-47d4-a20d-63153424daa0 req-650df6c1-d340-4d0e-8555-6e69367a248b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563183 May 31 12:48:27.103569 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8ef18e9f-7701-41b9-9488-8547291767f3 req-824325e9-31e2-49d0-8d1e-bcf3e6d55333 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 1098 time: 0.1107402 May 31 12:48:27.147845 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8ef18e9f-7701-41b9-9488-8547291767f3 req-300d0ef9-470a-4cb1-b07b-0caa2c68f7b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 May 31 12:48:27.342624 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500326-199f-4d54-8f08-f7d2ac113c94 req-3f8f60bc-95b7-417a-94a4-6c499c89c6e1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:27.343973 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de500326-199f-4d54-8f08-f7d2ac113c94 req-3f8f60bc-95b7-417a-94a4-6c499c89c6e1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 945 time: 0.0853217 May 31 12:48:27.393550 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de500326-199f-4d54-8f08-f7d2ac113c94 req-8eea3c59-d969-4a3b-9ad9-e559f0237828 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 May 31 12:48:27.680865 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf1464-ee56-42df-9d54-d41a8892a9d3 req-acbd5695-de04-4080-a94c-a22bf6c1e1d7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:27.682300 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-71cf1464-ee56-42df-9d54-d41a8892a9d3 req-acbd5695-de04-4080-a94c-a22bf6c1e1d7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 943 time: 0.0823839 May 31 12:48:27.726069 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-71cf1464-ee56-42df-9d54-d41a8892a9d3 req-75ec526f-0aa7-4982-a8bc-edd764f483be tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380335 May 31 12:48:27.875220 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:48:28.108602 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:28.282445 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053355b3-2eb2-45c1-892d-85dcf5ac5c2b req-2b82c87a-a60e-448d-8cb2-a61aef757bcd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:28.285199 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-053355b3-2eb2-45c1-892d-85dcf5ac5c2b req-2b82c87a-a60e-448d-8cb2-a61aef757bcd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0836227 May 31 12:48:28.336709 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-053355b3-2eb2-45c1-892d-85dcf5ac5c2b req-b418246f-ec4c-46d7-b536-6e41c62e5524 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 May 31 12:48:28.518028 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fe5914b4-39b0-414f-8d19-5928b0206745 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:28.581743 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0f059-66b2-4170-8725-d54160551b2c req-124cca48-5fbf-4417-a039-cdc20e7b50e4 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:28.583234 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67f0f059-66b2-4170-8725-d54160551b2c req-124cca48-5fbf-4417-a039-cdc20e7b50e4 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 945 time: 0.0825009 May 31 12:48:28.628551 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67f0f059-66b2-4170-8725-d54160551b2c req-645119c6-20e7-4ca1-98f9-89def3f3b29e tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395501 May 31 12:48:28.675889 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fe5914b4-39b0-414f-8d19-5928b0206745, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fe5914b4-39b0-414f-8d19-5928b0206745,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:28.689899 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'fe5914b4-39b0-414f-8d19-5928b0206745', 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'port_id': 'fe5914b4-39b0-414f-8d19-5928b0206745', 'mac_address': 'fa:16:3e:d8:d4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af8a35-cdaf-468a-a714-07a9e35906d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:28.743777 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:28.760263 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5914b4-39b0-414f-8d19-5928b0206745 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:28.776202 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fe5914b4-39b0-414f-8d19-5928b0206745, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fe5914b4-39b0-414f-8d19-5928b0206745,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:28.780095 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:28.781906 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:28.851096 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fe5914b4-39b0-414f-8d19-5928b0206745,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:28.854714 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:28.925243 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088e02b-0254-4c86-a8d7-525ac7d5d1b7 req-c5facc09-5f97-4807-b2d4-5bc8faa8e6d3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:28.926758 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1088e02b-0254-4c86-a8d7-525ac7d5d1b7 req-c5facc09-5f97-4807-b2d4-5bc8faa8e6d3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 944 time: 0.0883527 May 31 12:48:28.970940 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1088e02b-0254-4c86-a8d7-525ac7d5d1b7 req-f5102a0e-2603-4547-9e0b-cb7941df3a2c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 May 31 12:48:29.555535 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ec374-4753-4782-94b6-604c2f247150 req-b8373c8b-0745-49e7-91ec-9d76fe63f374 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:29.557294 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d48ec374-4753-4782-94b6-604c2f247150 req-b8373c8b-0745-49e7-91ec-9d76fe63f374 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0894580 May 31 12:48:29.606249 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d48ec374-4753-4782-94b6-604c2f247150 req-f2e1e99a-5641-479e-a41e-d0656f31f553 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432537 May 31 12:48:29.739776 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['fe5914b4-39b0-414f-8d19-5928b0206745'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:29.815379 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1bc6a-981e-4f63-b50e-82ea7bb972ce req-703830b5-3425-4175-a017-0574d56b5d6b tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:29.816756 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1ad1bc6a-981e-4f63-b50e-82ea7bb972ce req-703830b5-3425-4175-a017-0574d56b5d6b tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 945 time: 0.0851405 May 31 12:48:29.864172 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1ad1bc6a-981e-4f63-b50e-82ea7bb972ce req-e8bf7c78-6db4-4e73-a6d1-62aba771b032 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 May 31 12:48:30.156538 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e000a-139c-4d64-804f-03e2a0200435 req-efdd21c1-a52e-4dc8-82c3-15bffe204abd tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:30.157935 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0d3e000a-139c-4d64-804f-03e2a0200435 req-efdd21c1-a52e-4dc8-82c3-15bffe204abd tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 944 time: 0.0774016 May 31 12:48:30.203209 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0d3e000a-139c-4d64-804f-03e2a0200435 req-a8c31e98-e095-4d93-880f-187610147a3a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395343 May 31 12:48:30.815821 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af260309-43ea-4497-bd80-8b1f39fa6f7f req-daad8e70-3566-4570-b222-03565d86c190 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:30.817743 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-af260309-43ea-4497-bd80-8b1f39fa6f7f req-daad8e70-3566-4570-b222-03565d86c190 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1012964 May 31 12:48:30.863980 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-af260309-43ea-4497-bd80-8b1f39fa6f7f req-42c0f31e-88dd-4a1d-b997-e8968a065067 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 May 31 12:48:31.465421 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ae0d0-7d22-4ef2-8431-863f19737de0 req-80c5258f-1e01-4956-9e61-d32e1b650c25 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:31.466917 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b99ae0d0-7d22-4ef2-8431-863f19737de0 req-80c5258f-1e01-4956-9e61-d32e1b650c25 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 945 time: 0.1558645 May 31 12:48:31.477566 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bd307-5cd8-4eef-8aef-d99c144105e2 req-e1f0e486-007b-48ba-ac4f-ee908ba0d9d2 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:31.479489 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1c3bd307-5cd8-4eef-8aef-d99c144105e2 req-e1f0e486-007b-48ba-ac4f-ee908ba0d9d2 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 944 time: 0.1174152 May 31 12:48:31.552423 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b99ae0d0-7d22-4ef2-8431-863f19737de0 req-778ab9ba-9299-4c9c-bc20-52638146892d tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719965 May 31 12:48:31.555432 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1c3bd307-5cd8-4eef-8aef-d99c144105e2 req-fe0827a8-0ed0-4f8f-a529-5fd99c98b030 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 May 31 12:48:32.055275 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c452c-07ab-44cd-b4c8-666708c186f5 req-0b38d9f1-8112-43d0-8d84-05c0fad9ffc9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:32.057201 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-709c452c-07ab-44cd-b4c8-666708c186f5 req-0b38d9f1-8112-43d0-8d84-05c0fad9ffc9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0805905 May 31 12:48:32.102233 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-709c452c-07ab-44cd-b4c8-666708c186f5 req-6206dcac-71d2-48f9-ac30-851f79dc8ccd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388775 May 31 12:48:32.547605 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fe5914b4-39b0-414f-8d19-5928b0206745 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:32.589317 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35820) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:32.677397 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port fe5914b4-39b0-414f-8d19-5928b0206745 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:32.682849 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port fe5914b4-39b0-414f-8d19-5928b0206745 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:32.683405 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.726300 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.742478 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:32.746629 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Usage tracker for resource:security_group_rule and tenant:3ea98d1b31d5414ab7343474e28395c1 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:32.749810 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:32.755558 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:32.845133 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a35343-d5e6-4997-a59f-057c660402a8 req-100bd91f-db33-4ec5-a476-034fe16577b6 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:32.847575 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2a35343-d5e6-4997-a59f-057c660402a8 req-100bd91f-db33-4ec5-a476-034fe16577b6 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 945 time: 0.1685920 May 31 12:48:32.862591 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.885294 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.891627 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.893398 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11aa67-6557-4b80-9b9a-ccf3b9883a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5914b4-39b0-414f-8d19-5928b0206745'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:32.895852 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90255ce1-af28-4eb6-9c4e-1ad77094b246" -d '{"events": [{"server_uuid": "7b11aa67-6557-4b80-9b9a-ccf3b9883a36", "name": "network-vif-plugged", "status": "completed", "tag": "fe5914b4-39b0-414f-8d19-5928b0206745"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:32.903882 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c47386ad-07da-4c42-9a44-718d7ebfe05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:32.905857 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fe5914b4-39b0-414f-8d19-5928b0206745, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fe5914b4-39b0-414f-8d19-5928b0206745,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:32.910564 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86239a-96c4-4519-968d-3c66d838533f req-8c953b6a-3c7f-4f88-9f08-b120ac4b15a7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:32.912180 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fd86239a-96c4-4519-968d-3c66d838533f req-8c953b6a-3c7f-4f88-9f08-b120ac4b15a7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 944 time: 0.1945403 May 31 12:48:32.915582 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2a35343-d5e6-4997-a59f-057c660402a8 req-fcf2fabf-b012-4ad7-bba6-e8118d8d34f3 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620546 May 31 12:48:32.919516 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:32.921372 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:32.941646 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a49131e-4808-4c6f-a880-fc6acb060102,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:32.946531 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:32.968092 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ea98d1b31d5414ab7343474e28395c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775587 May 31 12:48:32.968849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 35832) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:32.998097 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fe5914b4-39b0-414f-8d19-5928b0206745,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:33.001789 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10c6c1f-4623-46f2-a482-ebb59d5732ce x-openstack-request-id: req-e10c6c1f-4623-46f2-a482-ebb59d5732ce {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:33.002079 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b11aa67-6557-4b80-9b9a-ccf3b9883a36", "name": "network-vif-plugged", "status": "completed", "tag": "fe5914b4-39b0-414f-8d19-5928b0206745", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:33.002339 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e10c6c1f-4623-46f2-a482-ebb59d5732ce {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:33.002812 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b11aa67-6557-4b80-9b9a-ccf3b9883a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5914b4-39b0-414f-8d19-5928b0206745', 'code': 200} May 31 12:48:33.003491 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:33.007283 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fd86239a-96c4-4519-968d-3c66d838533f req-dd5d9356-f2aa-45a0-9c90-ea72829a01b5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867863 May 31 12:48:33.037060 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b2a905b7-3262-4869-8e51-e15c5dbb6a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.065091 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b2a905b7-3262-4869-8e51-e15c5dbb6a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.119734 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b2a905b7-3262-4869-8e51-e15c5dbb6a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.124938 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-2789272b-d49c-4fa8-843d-69a12a35bae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:33.135997 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a905b7-3262-4869-8e51-e15c5dbb6a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a49131e-4808-4c6f-a880-fc6acb060102,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:33.138463 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b2a905b7-3262-4869-8e51-e15c5dbb6a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:33.145059 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b2a905b7-3262-4869-8e51-e15c5dbb6a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:33.146235 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b2a905b7-3262-4869-8e51-e15c5dbb6a52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a49131e-4808-4c6f-a880-fc6acb060102 HTTP/1.1" status: 204 len: 168 time: 0.1763134 May 31 12:48:33.297972 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f882bd0-4034-4fa1-8b16-e9a7a1dd144a req-1d509895-8ddd-488b-af99-e67aa031295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:33.299997 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8f882bd0-4034-4fa1-8b16-e9a7a1dd144a req-1d509895-8ddd-488b-af99-e67aa031295b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 1098 time: 0.0901506 May 31 12:48:33.324927 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf18f-b50a-44d9-b4fc-743f186cda96 req-4204f934-3cd9-4afe-8b20-a867cad3635e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:33.335424 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8cbaf18f-b50a-44d9-b4fc-743f186cda96 req-4204f934-3cd9-4afe-8b20-a867cad3635e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1065204 May 31 12:48:33.347927 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8f882bd0-4034-4fa1-8b16-e9a7a1dd144a req-cc8cd60e-9e8e-42c2-8130-e7a858dd9229 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 May 31 12:48:33.383369 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8cbaf18f-b50a-44d9-b4fc-743f186cda96 req-ac803760-1939-4722-b794-cae69b07eafd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 May 31 12:48:33.840388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93289617-b4b3-4557-a99b-d332a565bb62 req-353b92fc-a4ee-4688-83c9-a356123c4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:33.841851 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-93289617-b4b3-4557-a99b-d332a565bb62 req-353b92fc-a4ee-4688-83c9-a356123c4907 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 1099 time: 0.0706203 May 31 12:48:33.898060 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-93289617-b4b3-4557-a99b-d332a565bb62 req-b7928858-00e2-46d3-b928-35437d99901c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464475 May 31 12:48:34.194954 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-e73f8011-f202-4208-9b0e-cceee86d82cd tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:34.195734 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-e73f8011-f202-4208-9b0e-cceee86d82cd tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Synchronizing usage tracker for tenant:89140cef927e438096dc39d8470e330f on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:48:34.216292 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-e73f8011-f202-4208-9b0e-cceee86d82cd tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Unset dirty status for tenant:89140cef927e438096dc39d8470e330f on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:48:34.217750 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-e73f8011-f202-4208-9b0e-cceee86d82cd tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.30 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 945 time: 0.1089211 May 31 12:48:34.305319 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22631482-d0c4-4c58-882f-0ef68edcfc5a req-e6d1b288-b3a4-408f-9d8d-0625be2ce495 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:34.307362 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-22631482-d0c4-4c58-882f-0ef68edcfc5a req-e6d1b288-b3a4-408f-9d8d-0625be2ce495 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 945 time: 0.2684298 May 31 12:48:34.345351 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0566c-aad3-4150-9000-4055bf21fc8d req-df6080ea-0105-405b-aced-8d283c321e31 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:34.346926 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e4d0566c-aad3-4150-9000-4055bf21fc8d req-df6080ea-0105-405b-aced-8d283c321e31 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 945 time: 0.1959331 May 31 12:48:34.389184 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-22631482-d0c4-4c58-882f-0ef68edcfc5a req-645ad6ca-b1ea-4641-ae42-71fb1c727589 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753126 May 31 12:48:34.410522 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e4d0566c-aad3-4150-9000-4055bf21fc8d req-743f33da-725f-4ef0-b372-9cf3dc0876e0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537415 May 31 12:48:34.439374 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Deleting port 0ca99a88-3e98-4113-8856-c80ad1c883c1 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:48:34.439883 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:34.620246 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] For port 0ca99a88-3e98-4113-8856-c80ad1c883c1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0ca99a88-3e98-4113-8856-c80ad1c883c1,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:34.620736 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:34.623791 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4f2c5-d4f4-4406-bfa4-8a2225608d26 req-7680bcb5-08bb-4b9a-90ba-926415dcb86e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:34.625379 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c9f4f2c5-d4f4-4406-bfa4-8a2225608d26 req-7680bcb5-08bb-4b9a-90ba-926415dcb86e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0941172 May 31 12:48:34.672027 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c9f4f2c5-d4f4-4406-bfa4-8a2225608d26 req-2bde3ef1-0e29-48d9-8761-affe092f2181 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 May 31 12:48:34.742651 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Calling delete_port for 0ca99a88-3e98-4113-8856-c80ad1c883c1 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:48:34.859026 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:34.864871 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dea97e4b-8d7c-413e-9481-bd3780135832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:34.909318 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Pushing event deleted for resources: {'Port': ['ID=0ca99a88-3e98-4113-8856-c80ad1c883c1,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:34.911777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:34.987208 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] No DVR routers for this DVR port 0ca99a88-3e98-4113-8856-c80ad1c883c1 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:48:34.990178 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:34.992661 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38a2003-d2b7-4761-acff-3f619500fe2c', 'name': 'network-vif-deleted', 'tag': '0ca99a88-3e98-4113-8856-c80ad1c883c1'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:34.995430 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d7054a-45f5-4ee8-944d-ec29653b2f73" -d '{"events": [{"server_uuid": "b38a2003-d2b7-4761-acff-3f619500fe2c", "name": "network-vif-deleted", "tag": "0ca99a88-3e98-4113-8856-c80ad1c883c1"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:35.008918 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fe3e2a4a-82ef-48a1-9ade-643a4a0e4183 req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.30 "DELETE /v2.0/ports/0ca99a88-3e98-4113-8856-c80ad1c883c1 HTTP/1.1" status: 204 len: 173 time: 0.7829783 May 31 12:48:35.044084 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78b3f57-8b4e-42c4-b644-f9e817d94af4 x-openstack-request-id: req-f78b3f57-8b4e-42c4-b644-f9e817d94af4 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:35.044396 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38a2003-d2b7-4761-acff-3f619500fe2c", "name": "network-vif-deleted", "tag": "0ca99a88-3e98-4113-8856-c80ad1c883c1", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:35.044695 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f78b3f57-8b4e-42c4-b644-f9e817d94af4 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:35.045195 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38a2003-d2b7-4761-acff-3f619500fe2c', 'name': 'network-vif-deleted', 'tag': '0ca99a88-3e98-4113-8856-c80ad1c883c1', 'status': 'completed', 'code': 200} May 31 12:48:35.496930 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:35.592502 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c69ed74b-a23d-4a3f-849d-78ea497eeb49 req-6c8fd07f-3a6f-41fc-ac7c-c357d31c4a6c tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=b38a2003-d2b7-4761-acff-3f619500fe2c HTTP/1.1" status: 200 len: 210 time: 0.0645900 May 31 12:48:35.698739 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eb4b6-77df-46f7-abfb-a2beef015f3f req-fbb17da2-ee2f-4b70-bf12-5897453ada01 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:35.706197 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d74eb4b6-77df-46f7-abfb-a2beef015f3f req-fbb17da2-ee2f-4b70-bf12-5897453ada01 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 945 time: 0.1077533 May 31 12:48:35.794888 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d74eb4b6-77df-46f7-abfb-a2beef015f3f req-857cd9b6-c196-4709-9da8-4b94868fe1e4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806653 May 31 12:48:35.968805 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c55a24-eafb-4b3c-9b57-dafba0e7e35b req-315e7d7e-bbdf-48a0-8bc3-fea8ea612108 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:35.970254 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e8c55a24-eafb-4b3c-9b57-dafba0e7e35b req-315e7d7e-bbdf-48a0-8bc3-fea8ea612108 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0917964 May 31 12:48:36.038331 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e8c55a24-eafb-4b3c-9b57-dafba0e7e35b req-c78560a8-a7cb-48af-a15e-7ff742839d91 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606296 May 31 12:48:36.546057 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 0ca99a88-3e98-4113-8856-c80ad1c883c1 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:48:36.583642 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: 0ca99a88-3e98-4113-8856-c80ad1c883c1 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:48:36.583982 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 0ca99a88-3e98-4113-8856-c80ad1c883c1 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:48:37.059962 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-e8574075-cd5d-457e-8652-42df43256b4a tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:37.061321 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-e8574075-cd5d-457e-8652-42df43256b4a tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/networks?id=5cf9b683-0cdf-4faf-8125-935b1c0760d7 HTTP/1.1" status: 200 len: 808 time: 0.2008009 May 31 12:48:37.068747 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9cc94-ae04-42eb-80a1-6e3873a75ca2 req-2961556d-d80b-4d3b-8f1d-9aa1bd79993e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:37.070119 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-87c9cc94-ae04-42eb-80a1-6e3873a75ca2 req-2961556d-d80b-4d3b-8f1d-9aa1bd79993e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 945 time: 0.1857789 May 31 12:48:37.093615 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-7c9e4de7-9fcb-4ef0-923a-7364d17285d7 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/quotas/89140cef927e438096dc39d8470e330f HTTP/1.1" status: 200 len: 375 time: 0.0225515 May 31 12:48:37.155604 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-3532ec96-76b1-46b5-be7d-e847c11f6096 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=89140cef927e438096dc39d8470e330f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566442 May 31 12:48:37.162810 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-87c9cc94-ae04-42eb-80a1-6e3873a75ca2 req-58362538-89e4-4bd9-82f0-b52d624bcbab tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833414 May 31 12:48:37.303646 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dc3870c7-a8d0-4796-b102-6ba6bf658ca8 service neutron] 10.222.0.65 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399088 May 31 12:48:37.484973 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-e3196aa6-3c2f-4031-965c-12bdba68a7dd service neutron] 10.222.0.65 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751256 May 31 12:48:37.522748 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5e76b-dd70-457a-a1df-90ebda82e4ef req-ba5f8969-3d1c-4bc4-adf8-1ab3010717fa tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:37.524121 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f7d5e76b-dd70-457a-a1df-90ebda82e4ef req-ba5f8969-3d1c-4bc4-adf8-1ab3010717fa tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1168733 May 31 12:48:37.579022 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f7d5e76b-dd70-457a-a1df-90ebda82e4ef req-3ed4a39b-d9ee-4a9e-a62b-c5006e75daf7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489640 May 31 12:48:37.704984 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-97b81148-b946-4c6a-88ea-1cef88ba97f6 req-283abe68-bd30-4168-806e-43a5eb618d4c tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 210 time: 0.0525665 May 31 12:48:37.924835 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3f7ae-b8cb-4854-bf1e-bec05216d7e9 req-8441af93-251e-4a71-8aef-e7cea068dc7d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:37.926604 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-59d3f7ae-b8cb-4854-bf1e-bec05216d7e9 req-8441af93-251e-4a71-8aef-e7cea068dc7d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1126397 May 31 12:48:37.985795 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-59d3f7ae-b8cb-4854-bf1e-bec05216d7e9 req-3ab985c2-bab9-4d70-a974-7012431101b1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 May 31 12:48:38.865277 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6a2cf9a6-84e4-4096-a913-6b2ce0ad0840 req-6f7488aa-c035-4cb1-a803-7fabc657f603 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 210 time: 0.0452008 May 31 12:48:39.505038 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-036e33b8-12fe-4b63-b506-6616621c53f8 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:39.506846 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-036e33b8-12fe-4b63-b506-6616621c53f8 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.30 "GET /v2.0/networks?id=5cf9b683-0cdf-4faf-8125-935b1c0760d7 HTTP/1.1" status: 200 len: 808 time: 0.2195187 May 31 12:48:39.527495 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Request body: {'port': {'device_id': 'd902099f-9c76-4507-9ebc-19cef9868f3f', 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7', 'admin_state_up': True, 'tenant_id': '89140cef927e438096dc39d8470e330f'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:39.689777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:39.693949 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Usage tracker for resource:port and tenant:89140cef927e438096dc39d8470e330f is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:39.697253 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:39.702903 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:39.713038 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Made reservation on behalf of 89140cef927e438096dc39d8470e330f for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:39.716913 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:39.882295 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Allocated IP 172.20.0.14 (5cf9b683-0cdf-4faf-8125-935b1c0760d7/82bd8cec-a684-4b19-a766-c8f641d9568a/f05dc0ab-7649-46ab-958f-225504c4fcfc) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:40.024206 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e994943f-1c18-4ea4-869f-49cd4a51dfb6 req-152eafd8-7ed0-4a68-b323-deed268e2735 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 210 time: 0.0494428 May 31 12:48:40.099010 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.132910 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.138717 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3ec34a97-ccdb-41f0-951a-5fa56e80a034 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:40.204639 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:40.207762 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:40.211565 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:40.217975 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:40.218658 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.230183 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Pushing event updated for resources: {'Port': ['ID=f05dc0ab-7649-46ab-958f-225504c4fcfc,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:40.234488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:40.247888 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7246354 May 31 12:48:40.270436 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Request body: {'port': {'device_id': 'd902099f-9c76-4507-9ebc-19cef9868f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:40.383445 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.832171 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05dc0ab-7649-46ab-958f-225504c4fcfc {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:40.835362 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36046) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:40.839379 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.898261 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Transition to ACTIVE for port object f05dc0ab-7649-46ab-958f-225504c4fcfc will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:40.906560 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.911527 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a630c84a-7d64-4104-8444-65fcc6ba9ef1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:41.002980 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.038600 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Pushing event updated for resources: {'Port': ['ID=f05dc0ab-7649-46ab-958f-225504c4fcfc,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:41.045113 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:41.052609 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Usage tracker for resource:security_group_rule and tenant:eff2172f0b994d3cad41157383a687ac is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:41.055967 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:41.062994 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:41.115347 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:41.238496 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Attempting to bind port f05dc0ab-7649-46ab-958f-225504c4fcfc on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:41.238496 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Attempting to bind port f05dc0ab-7649-46ab-958f-225504c4fcfc by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:41.238496 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Attempting to bind port f05dc0ab-7649-46ab-958f-225504c4fcfc on network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:41.250199 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Port f05dc0ab-7649-46ab-958f-225504c4fcfc on network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:48:41.250553 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Attempting to bind port f05dc0ab-7649-46ab-958f-225504c4fcfc on network 5cf9b683-0cdf-4faf-8125-935b1c0760d7 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:41.263200 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:41.263542 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Checking segment: {'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:41.263930 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Bound using segment: {'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:41.264525 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Bound port: f05dc0ab-7649-46ab-958f-225504c4fcfc, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43849a62-52ee-4681-93ea-dcb280d540e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:41.264872 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.336724 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c1254-5587-4aa9-854f-f02a7077e160 req-4cedc6e4-44df-4d26-af89-ab4d8d1e8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.339090 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-345c1254-5587-4aa9-854f-f02a7077e160 req-4cedc6e4-44df-4d26-af89-ab4d8d1e8827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1098 time: 0.1671278 May 31 12:48:41.402118 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.419988 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.433087 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:41.443055 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] For port f05dc0ab-7649-46ab-958f-225504c4fcfc, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:41.461657 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] For port f05dc0ab-7649-46ab-958f-225504c4fcfc, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f05dc0ab-7649-46ab-958f-225504c4fcfc,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:41.469410 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.483444 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:41.496589 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-020576f7-692c-49da-9ae8-2e6e62f569f3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.498299 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-020576f7-692c-49da-9ae8-2e6e62f569f3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 815 time: 0.3596454 May 31 12:48:41.504802 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eff2172f0b994d3cad41157383a687ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6663656 May 31 12:48:41.510906 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36070) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:41.538130 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d78fa2-0db3-4762-b390-258604b284cc,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:41.543243 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:41.546658 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-b60eeef3-333b-4c0b-ab06-5233ea7224c8 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/quotas/289f6253c1bc49ee817a561bae28f60a HTTP/1.1" status: 200 len: 375 time: 0.0397768 May 31 12:48:41.555517 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a824aa6-4989-4951-84d4-774f705f1909 req-5e3a705c-dd71-4f6b-a4a5-1d380070d644 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.557751 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1a824aa6-4989-4951-84d4-774f705f1909 req-5e3a705c-dd71-4f6b-a4a5-1d380070d644 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 944 time: 0.3289800 May 31 12:48:41.646761 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.647368 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.648732 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] 10.222.0.30 "PUT /v2.0/ports/f05dc0ab-7649-46ab-958f-225504c4fcfc HTTP/1.1" status: 200 len: 1094 time: 1.3825057 May 31 12:48:41.651324 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd902099f-9c76-4507-9ebc-19cef9868f3f', 'tag': 'f05dc0ab-7649-46ab-958f-225504c4fcfc'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:41.653568 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d902099f-9c76-4507-9ebc-19cef9868f3f", "tag": "f05dc0ab-7649-46ab-958f-225504c4fcfc"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:41.662340 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c1254-5587-4aa9-854f-f02a7077e160 req-6c7721ff-fecc-4370-a6b0-c01dac0e82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.663793 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-345c1254-5587-4aa9-854f-f02a7077e160 req-6c7721ff-fecc-4370-a6b0-c01dac0e82ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.3081434 May 31 12:48:41.669632 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Pushing event updated for resources: {'Port': ['ID=f05dc0ab-7649-46ab-958f-225504c4fcfc,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:41.672671 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:41.705720 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1a824aa6-4989-4951-84d4-774f705f1909 req-7863214c-2f4f-4b49-8f58-51c2c912ac36 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000080 May 31 12:48:41.715685 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dcc20d8e-7ea1-4b7b-8e93-789586e1350c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.750498 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dcc20d8e-7ea1-4b7b-8e93-789586e1350c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.770758 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-d1ec3f4f-dfad-4311-a2c8-80b510115191 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2121825 May 31 12:48:41.779570 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-345c1254-5587-4aa9-854f-f02a7077e160 req-11a4b57e-8be2-44ef-8576-02e0e48e6229 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 200 len: 217 time: 0.1006122 May 31 12:48:41.865862 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c1254-5587-4aa9-854f-f02a7077e160 req-13db0480-38b2-4b21-a830-77fdc59e956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.867529 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-345c1254-5587-4aa9-854f-f02a7077e160 req-13db0480-38b2-4b21-a830-77fdc59e956d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.0720785 May 31 12:48:41.872790 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-e2cdaafc-1563-45ff-b239-4e68a4b41f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:41.874295 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-e2cdaafc-1563-45ff-b239-4e68a4b41f77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89140cef927e438096dc39d8470e330f&device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 1097 time: 0.1412537 May 31 12:48:41.975067 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dcc20d8e-7ea1-4b7b-8e93-789586e1350c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:41.990532 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-901e0968-5f28-4205-bbde-ff25b97ae487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:42.009587 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc20d8e-7ea1-4b7b-8e93-789586e1350c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d78fa2-0db3-4762-b390-258604b284cc,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:42.012931 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dcc20d8e-7ea1-4b7b-8e93-789586e1350c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:42.017388 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-63cf1219-55b8-4c16-99f0-6745a6c0c47a service neutron] 10.222.0.65 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391131 May 31 12:48:42.018075 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-345c1254-5587-4aa9-854f-f02a7077e160 req-32d4f668-eca4-4375-b9d7-cd51c1a44b02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223576 May 31 12:48:42.019499 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-355ec8cb-8ff2-4b9e-9895-d0aa8fecbd5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05dc0ab-7649-46ab-958f-225504c4fcfc HTTP/1.1" status: 200 len: 217 time: 0.1226017 May 31 12:48:42.065712 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dcc20d8e-7ea1-4b7b-8e93-789586e1350c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:42.067609 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-dcc20d8e-7ea1-4b7b-8e93-789586e1350c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5d78fa2-0db3-4762-b390-258604b284cc HTTP/1.1" status: 204 len: 168 time: 0.5559256 May 31 12:48:42.140796 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70596477-5c48-4375-bfe9-ae7350836c99 req-e27232e1-3ceb-4b77-8107-6727788d0ebc tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:42.142964 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-70596477-5c48-4375-bfe9-ae7350836c99 req-e27232e1-3ceb-4b77-8107-6727788d0ebc tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.2802849 May 31 12:48:42.204707 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-c58c503b-144c-4417-9f92-3b9f8e0ac8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:42.206125 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-c58c503b-144c-4417-9f92-3b9f8e0ac8a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82bd8cec-a684-4b19-a766-c8f641d9568a HTTP/1.1" status: 200 len: 848 time: 0.1324244 May 31 12:48:42.224434 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-70596477-5c48-4375-bfe9-ae7350836c99 req-ff5cd296-9d3b-45bd-a93a-c5acf825e2da tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651364 May 31 12:48:42.298061 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-8a4a205e-ac17-4ce0-9af4-9dbaebcb23a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cf9b683-0cdf-4faf-8125-935b1c0760d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630534 May 31 12:48:42.305155 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-345c1254-5587-4aa9-854f-f02a7077e160 req-ea79c97a-8f2e-40f4-b7a1-ad7d276a84c7 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590070 May 31 12:48:42.308196 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eee116c-2a73-4925-8c67-5ed6a4d1af8f x-openstack-request-id: req-3eee116c-2a73-4925-8c67-5ed6a4d1af8f {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:42.308661 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d902099f-9c76-4507-9ebc-19cef9868f3f", "tag": "f05dc0ab-7649-46ab-958f-225504c4fcfc", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:42.309096 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3eee116c-2a73-4925-8c67-5ed6a4d1af8f {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:42.309791 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd902099f-9c76-4507-9ebc-19cef9868f3f', 'tag': 'f05dc0ab-7649-46ab-958f-225504c4fcfc', 'status': 'completed', 'code': 200} May 31 12:48:42.318964 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f1555e10-1fa0-4676-a71c-38cc4bcfebff service neutron] 10.222.0.65 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816265 May 31 12:48:42.585749 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-127b961a-b2c2-4e51-b61c-94039f878b76 req-cb313811-5154-471b-aa72-ceaa9be2e59c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 210 time: 0.0914054 May 31 12:48:42.672901 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-345c1254-5587-4aa9-854f-f02a7077e160 req-b7f7d0ae-639d-41f8-82c6-fa7c5ec07695 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792897 May 31 12:48:42.674937 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-d3874b24-e6ce-405d-8c70-a93ecb92c750 service neutron] 10.222.0.30 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314924 May 31 12:48:42.863602 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f18d838a-6fad-4ae3-a7ce-99d452128fba req-7f3ba133-303f-4f9e-b00a-a87ff36f19e5 service neutron] 10.222.0.30 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656058 May 31 12:48:42.946533 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0dfbb7-7f1d-4cc2-a8e1-2633c8451f8b req-0124e1cb-745b-4b6f-a9e9-5895e20dc30e tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:42.949223 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3c0dfbb7-7f1d-4cc2-a8e1-2633c8451f8b req-0124e1cb-745b-4b6f-a9e9-5895e20dc30e tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 944 time: 0.1036060 May 31 12:48:43.013394 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3c0dfbb7-7f1d-4cc2-a8e1-2633c8451f8b req-aad67551-2a96-4e7c-951d-d3ea80e6003d tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 May 31 12:48:43.038830 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-62a63272-3a6e-463d-bde9-f05c591f50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.042214 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-62a63272-3a6e-463d-bde9-f05c591f50ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89140cef927e438096dc39d8470e330f&device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 1097 time: 0.0906570 May 31 12:48:43.188780 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-8ca858cd-34a2-4644-84ed-3ed6c2b2d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.190202 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-8ca858cd-34a2-4644-84ed-3ed6c2b2d1d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cf9b683-0cdf-4faf-8125-935b1c0760d7 HTTP/1.1" status: 200 len: 909 time: 0.1360075 May 31 12:48:43.300071 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-c357d035-1726-4135-bd47-3654180ad5da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05dc0ab-7649-46ab-958f-225504c4fcfc HTTP/1.1" status: 200 len: 217 time: 0.0857599 May 31 12:48:43.394110 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-f7c8ef75-9d72-48ec-9797-bbd671728201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.395969 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-f7c8ef75-9d72-48ec-9797-bbd671728201 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=82bd8cec-a684-4b19-a766-c8f641d9568a HTTP/1.1" status: 200 len: 848 time: 0.0808587 May 31 12:48:43.451217 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcb994-24eb-4be2-9655-daeba58df23f req-cf22ac08-d072-4cda-a462-07cd00c7fc82 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:43.452729 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-43fcb994-24eb-4be2-9655-daeba58df23f req-cf22ac08-d072-4cda-a462-07cd00c7fc82 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0927365 May 31 12:48:43.455556 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-0569fad5-ddf8-4ef5-80a7-4105b23bd3b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cf9b683-0cdf-4faf-8125-935b1c0760d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434372 May 31 12:48:43.508684 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-43fcb994-24eb-4be2-9655-daeba58df23f req-ab6a4603-9beb-4672-9e8e-71208d43dce2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489962 May 31 12:48:43.726295 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-a74b8681-9991-4e74-b1c3-da3f79086956 service neutron] 10.222.0.30 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557480 May 31 12:48:43.747654 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e7310dec-edf3-49bf-be93-628ee8d4fdef req-44dea892-1f4b-46cc-a365-ea9aed45d3e6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 210 time: 0.0559111 May 31 12:48:43.880365 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-dd6b27da-ae1a-4b45-9668-a89a4f1cc6a2 req-8896cfcf-d7e4-4cd1-8d66-b54636dbd4dd service neutron] 10.222.0.30 "GET /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414692 May 31 12:48:44.211273 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68d2d1-29d8-43e9-8ce5-8778d9eef418 req-d1eeefab-904d-417b-b54c-ca84e75779a6 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:44.213421 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-da68d2d1-29d8-43e9-8ce5-8778d9eef418 req-d1eeefab-904d-417b-b54c-ca84e75779a6 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 944 time: 0.0843630 May 31 12:48:44.272631 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-da68d2d1-29d8-43e9-8ce5-8778d9eef418 req-1183b4c9-4767-4323-95ec-721bacae1fcb tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530543 May 31 12:48:44.382624 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-c0d6ee63-f7c9-49ae-b187-e57a607f422e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:44.384571 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-c0d6ee63-f7c9-49ae-b187-e57a607f422e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 815 time: 0.1852138 May 31 12:48:44.423297 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Request body: {'port': {'device_id': 'a0a629dd-aa16-4d6c-add3-43fa79f7af80', 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'admin_state_up': True, 'tenant_id': '289f6253c1bc49ee817a561bae28f60a'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:44.569172 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:44.574084 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Usage tracker for resource:port and tenant:289f6253c1bc49ee817a561bae28f60a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:44.581063 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:44.589941 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:44.601693 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Made reservation on behalf of 289f6253c1bc49ee817a561bae28f60a for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:44.610152 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:44.731037 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff916bf6-31ad-48b4-b8e7-8aa0b9292edc req-52c60a09-68cf-4cf0-89fe-7585820654e3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:44.733215 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ff916bf6-31ad-48b4-b8e7-8aa0b9292edc req-52c60a09-68cf-4cf0-89fe-7585820654e3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1103947 May 31 12:48:44.779562 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ff916bf6-31ad-48b4-b8e7-8aa0b9292edc req-e2f5a5d9-79f9-4849-bc13-bc9675485625 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 May 31 12:48:44.838969 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Allocated IP 172.20.0.13 (650c556e-aa40-4047-95af-0cdcf5c87279/71af8a35-cdaf-468a-a714-07a9e35906d4/b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:44.934970 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6bde85ec-649b-420b-ade4-77c0c9848e3d req-92edd980-2d7e-43f3-b964-49ad87888293 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 210 time: 0.0484269 May 31 12:48:45.059355 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.089243 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.095285 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e3789ffa-d7a8-4058-a9a4-69c72661c869 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:45.108646 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba972398-9fce-4e71-93ef-2069b215ca68', 'fe5914b4-39b0-414f-8d19-5928b0206745'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:45.187039 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Pushing event updated for resources: {'Port': ['ID=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:45.190227 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:45.192279 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Network 650c556e-aa40-4047-95af-0cdcf5c87279 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:48:45.193391 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:45.196166 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:48:45.202472 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:45.203080 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.224687 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8074305 May 31 12:48:45.256639 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Request body: {'port': {'device_id': 'a0a629dd-aa16-4d6c-add3-43fa79f7af80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:45.377156 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.479110 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077c2db-0102-4168-9926-f38313e42ef2 req-8c1a185f-c805-4b4d-a91e-ff6ba2d6bb48 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:45.480562 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1077c2db-0102-4168-9926-f38313e42ef2 req-8c1a185f-c805-4b4d-a91e-ff6ba2d6bb48 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 944 time: 0.1026211 May 31 12:48:45.523812 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1077c2db-0102-4168-9926-f38313e42ef2 req-e834b66d-4d39-407a-905d-087f0e5bd89c tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 May 31 12:48:45.737890 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:45.747045 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.761707 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Transition to ACTIVE for port object b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:45.766437 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:45.770896 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f58f8044-1c20-4226-834d-f10903ee43b0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:45.938338 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:45.945682 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:45.964379 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Attempting to bind port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:48:45.964783 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Attempting to bind port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:48:45.965170 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Attempting to bind port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 on network 650c556e-aa40-4047-95af-0cdcf5c87279 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:45.971475 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 on network 650c556e-aa40-4047-95af-0cdcf5c87279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:48:45.971843 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Attempting to bind port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 on network 650c556e-aa40-4047-95af-0cdcf5c87279 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:48:45.978764 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:48:45.979215 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Checking segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:45.979603 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Bound using segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:48:45.980458 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Bound port: b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:48:45.981244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:46.011975 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e710a-53bd-4b9f-955f-bc91176e98b0 req-6ca224f6-fb71-43a9-a11d-f00a4dae9206 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:46.014439 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-975e710a-53bd-4b9f-955f-bc91176e98b0 req-6ca224f6-fb71-43a9-a11d-f00a4dae9206 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1192327 May 31 12:48:46.071197 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-975e710a-53bd-4b9f-955f-bc91176e98b0 req-7d3cec78-81af-4129-af35-57e2291c8886 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 May 31 12:48:46.171548 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] For port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:48:46.175023 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] For port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:48:46.179241 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:46.183456 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:46.247429 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:46.248139 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:46.249564 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] 10.222.0.30 "PUT /v2.0/ports/b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 HTTP/1.1" status: 200 len: 1094 time: 0.9978111 May 31 12:48:46.250111 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a629dd-aa16-4d6c-add3-43fa79f7af80', 'tag': 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:46.253158 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0141a3b-e803-4f98-8cac-9dcca88dc52a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a629dd-aa16-4d6c-add3-43fa79f7af80", "tag": "b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:46.270719 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:46.275559 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e739a-03d3-4dd6-b62d-03248fda77c6 req-cae38f90-1b36-48dc-886e-8de58bdcc51d tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:46.281721 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:46.283708 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-447e739a-03d3-4dd6-b62d-03248fda77c6 req-cae38f90-1b36-48dc-886e-8de58bdcc51d tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 944 time: 0.1117268 May 31 12:48:46.305640 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca39a63f-0aec-4c36-a4fb-ef1038b33969 x-openstack-request-id: req-ca39a63f-0aec-4c36-a4fb-ef1038b33969 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:46.306621 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a629dd-aa16-4d6c-add3-43fa79f7af80", "tag": "b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:46.306968 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca39a63f-0aec-4c36-a4fb-ef1038b33969 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:46.307453 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a629dd-aa16-4d6c-add3-43fa79f7af80', 'tag': 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35', 'status': 'completed', 'code': 200} May 31 12:48:46.332504 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-447e739a-03d3-4dd6-b62d-03248fda77c6 req-77448ce3-c5b3-454f-b7c3-fee0f1ae5a52 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 May 31 12:48:46.392133 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-aba73dc5-8e36-4c15-ae5d-7d2893d341e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:46.393607 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-aba73dc5-8e36-4c15-ae5d-7d2893d341e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 1097 time: 0.0713892 May 31 12:48:46.478480 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-e260d2ee-f618-4a86-990b-a3f7e0f923a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 HTTP/1.1" status: 200 len: 217 time: 0.0668035 May 31 12:48:46.556763 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-038c33b4-c653-48c7-bca6-686aeec53a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:46.558275 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-038c33b4-c653-48c7-bca6-686aeec53a84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 200 len: 855 time: 0.0693204 May 31 12:48:46.601297 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device f05dc0ab-7649-46ab-958f-225504c4fcfc details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:46.614945 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-4ae48f56-3427-4d23-8d8d-6eb9e82e43f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=650c556e-aa40-4047-95af-0cdcf5c87279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435336 May 31 12:48:46.731688 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54518-85ca-4f1a-95ea-f51447df9967 req-f6c9bee8-daac-4bd2-87de-0ad7753fd037 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:46.733403 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5fa54518-85ca-4f1a-95ea-f51447df9967 req-f6c9bee8-daac-4bd2-87de-0ad7753fd037 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 944 time: 0.0956001 May 31 12:48:46.744436 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port f05dc0ab-7649-46ab-958f-225504c4fcfc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f05dc0ab-7649-46ab-958f-225504c4fcfc,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:46.758392 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'f05dc0ab-7649-46ab-958f-225504c4fcfc', 'network_id': '5cf9b683-0cdf-4faf-8125-935b1c0760d7', 'port_id': 'f05dc0ab-7649-46ab-958f-225504c4fcfc', 'mac_address': 'fa:16:3e:2d:e2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bd8cec-a684-4b19-a766-c8f641d9568a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:46.760932 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-fac89f65-9966-467b-8020-cb6fc976cddb service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347129 May 31 12:48:46.786932 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5fa54518-85ca-4f1a-95ea-f51447df9967 req-9bef8013-e2c0-4b59-aea2-1f18fa04863b tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 May 31 12:48:46.817224 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:46.833977 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05dc0ab-7649-46ab-958f-225504c4fcfc {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:46.850564 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port f05dc0ab-7649-46ab-958f-225504c4fcfc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f05dc0ab-7649-46ab-958f-225504c4fcfc,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:46.854679 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:46.856410 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:46.905038 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-fbf3c19f-ba5f-4bf1-81ab-bbfda672bddd req-5d1957df-fd43-49be-8d78-a442b15164b2 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314487 May 31 12:48:46.924754 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=f05dc0ab-7649-46ab-958f-225504c4fcfc,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:46.928164 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:47.044321 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-0c3af2f8-31ef-489e-8e0c-78be28dce747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.045672 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-0c3af2f8-31ef-489e-8e0c-78be28dce747 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 1097 time: 0.0730147 May 31 12:48:47.189272 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-8dc94865-66fe-478b-ba47-2ca01dd6d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.190764 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-8dc94865-66fe-478b-ba47-2ca01dd6d9c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 916 time: 0.1328189 May 31 12:48:47.287475 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-e11cd82a-7f6f-4602-b9a7-5eabfee6c127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 HTTP/1.1" status: 200 len: 217 time: 0.0792634 May 31 12:48:47.292996 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeed38-2508-47e8-a4c9-8e8c010593c2 req-fe56b183-57ab-4c6a-a0f0-382e477dc814 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.294748 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cbfeed38-2508-47e8-a4c9-8e8c010593c2 req-fe56b183-57ab-4c6a-a0f0-382e477dc814 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1087646 May 31 12:48:47.347679 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cbfeed38-2508-47e8-a4c9-8e8c010593c2 req-c01169af-4f26-4af7-9807-eb05c540cc12 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 May 31 12:48:47.380320 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-26a8e698-6745-42f3-8a27-777f7f556824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.382282 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-26a8e698-6745-42f3-8a27-777f7f556824 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 200 len: 855 time: 0.0712378 May 31 12:48:47.429446 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-292c705f-d94e-411b-8bb4-f5e2bd37cc53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=650c556e-aa40-4047-95af-0cdcf5c87279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405922 May 31 12:48:47.603604 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-cb91d6b7-3d61-40ec-b43f-0bc95a06d2e4 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549525 May 31 12:48:47.606589 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7aeb3-0d3e-4124-a9a3-77973bd5304d req-9271c3d3-18e4-4bfb-8307-60939f0b563a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.608164 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3be7aeb3-0d3e-4124-a9a3-77973bd5304d req-9271c3d3-18e4-4bfb-8307-60939f0b563a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 944 time: 0.1622486 May 31 12:48:47.661530 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3be7aeb3-0d3e-4124-a9a3-77973bd5304d req-10040534-cfe8-4f55-a354-d81d3913068f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478613 May 31 12:48:47.777165 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e0141a3b-e803-4f98-8cac-9dcca88dc52a req-cc8f891f-aaef-4b9c-ae5e-5db4900bb9d1 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505759 May 31 12:48:47.957449 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['f05dc0ab-7649-46ab-958f-225504c4fcfc'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:47.972126 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445809c-5f52-4d8f-ac1f-fca3a26db9dc req-27d6e52c-43e2-4704-9e72-476566344291 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:47.973682 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d445809c-5f52-4d8f-ac1f-fca3a26db9dc req-27d6e52c-43e2-4704-9e72-476566344291 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 945 time: 0.0838978 May 31 12:48:48.020457 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d445809c-5f52-4d8f-ac1f-fca3a26db9dc req-ce94084b-5dcd-445c-9b90-7839ce4dcc15 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 May 31 12:48:48.546894 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec47d0-223f-4a74-9d64-ac5e28d8b1e7 req-a4f8a7a4-3a32-47b3-b809-b25f6b79406e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:48.548779 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b7ec47d0-223f-4a74-9d64-ac5e28d8b1e7 req-a4f8a7a4-3a32-47b3-b809-b25f6b79406e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0855863 May 31 12:48:48.594721 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b7ec47d0-223f-4a74-9d64-ac5e28d8b1e7 req-e4ef3bbc-3a2e-4a46-a8b9-272d4a503ced tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 May 31 12:48:48.869626 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe12fd-83e1-425c-8b04-3bd33d5b2f28 req-de8ae509-2856-43de-afc2-6134c20ec98e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:48.871147 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cbbe12fd-83e1-425c-8b04-3bd33d5b2f28 req-de8ae509-2856-43de-afc2-6134c20ec98e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 944 time: 0.0968258 May 31 12:48:48.928752 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cbbe12fd-83e1-425c-8b04-3bd33d5b2f28 req-842832ab-4b3f-449b-846f-c8074387b835 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513823 May 31 12:48:49.236384 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6679f-69af-4771-9c0e-ad37fcf86f59 req-8ec81d5d-5708-4853-af3b-363d339dd337 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:49.237856 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3ff6679f-69af-4771-9c0e-ad37fcf86f59 req-8ec81d5d-5708-4853-af3b-363d339dd337 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 945 time: 0.0802960 May 31 12:48:49.287717 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3ff6679f-69af-4771-9c0e-ad37fcf86f59 req-9078acc1-2048-4afd-865d-f58bbd1e1ae7 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442753 May 31 12:48:49.785732 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86efe1d-c016-4821-a2ad-7a8045b55869 req-cfb13faa-1f82-48ac-bf26-f3233e1c0e7d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:49.787155 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c86efe1d-c016-4821-a2ad-7a8045b55869 req-cfb13faa-1f82-48ac-bf26-f3233e1c0e7d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0835321 May 31 12:48:49.835465 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c86efe1d-c016-4821-a2ad-7a8045b55869 req-46654d29-de0e-474c-91e7-6523d420c591 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 May 31 12:48:50.133694 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53e988-2606-4d19-a993-6cbe1fabab20 req-3b34d347-8587-4909-8cb1-2afc17aa917d tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:50.135192 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bb53e988-2606-4d19-a993-6cbe1fabab20 req-3b34d347-8587-4909-8cb1-2afc17aa917d tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 944 time: 0.0800188 May 31 12:48:50.184859 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bb53e988-2606-4d19-a993-6cbe1fabab20 req-820e572c-6d97-46f7-9bce-447a46ba40e1 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 May 31 12:48:50.475416 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9d78b-0d4a-4eba-a68d-12895c9e500b req-d0d22ef8-d87d-4a65-a791-0d86113cddf1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:50.476949 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9da9d78b-0d4a-4eba-a68d-12895c9e500b req-d0d22ef8-d87d-4a65-a791-0d86113cddf1 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 945 time: 0.0832009 May 31 12:48:50.521976 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9da9d78b-0d4a-4eba-a68d-12895c9e500b req-c218bb1e-258e-4ea1-b638-6effe768838f tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 May 31 12:48:50.661742 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:48:50.738726 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device f05dc0ab-7649-46ab-958f-225504c4fcfc up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:50.848971 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:50.857784 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port f05dc0ab-7649-46ab-958f-225504c4fcfc completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:50.867843 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port f05dc0ab-7649-46ab-958f-225504c4fcfc triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:50.868490 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:50.891569 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35', 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'port_id': 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35', 'mac_address': 'fa:16:3e:e8:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af8a35-cdaf-468a-a714-07a9e35906d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:48:51.001848 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.022950 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:48:51.047765 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7f666-ea40-4523-a44c-3d6614f9c40b req-2851c09e-6c3a-4eb7-aa1a-54becca1fc48 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:51.049558 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-34f7f666-ea40-4523-a44c-3d6614f9c40b req-2851c09e-6c3a-4eb7-aa1a-54becca1fc48 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0949299 May 31 12:48:51.084186 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:51.092431 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.094193 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:51.096022 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-34f7f666-ea40-4523-a44c-3d6614f9c40b req-72ea5cef-3a14-4b83-8554-bbcdf68435e3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 May 31 12:48:51.136749 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.194527 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902099f-9c76-4507-9ebc-19cef9868f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05dc0ab-7649-46ab-958f-225504c4fcfc'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:51.197067 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7c1f63-de2f-401d-998c-fe88f5953566" -d '{"events": [{"server_uuid": "d902099f-9c76-4507-9ebc-19cef9868f3f", "name": "network-vif-plugged", "status": "completed", "tag": "f05dc0ab-7649-46ab-958f-225504c4fcfc"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:51.207465 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port f05dc0ab-7649-46ab-958f-225504c4fcfc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f05dc0ab-7649-46ab-958f-225504c4fcfc,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:51.208498 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:51.211844 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:51.213565 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:51.215746 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:51.273042 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb2a4c3-dba3-4d85-89a7-49c14f2719b5 x-openstack-request-id: req-5cb2a4c3-dba3-4d85-89a7-49c14f2719b5 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:51.273341 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d902099f-9c76-4507-9ebc-19cef9868f3f", "name": "network-vif-plugged", "status": "completed", "tag": "f05dc0ab-7649-46ab-958f-225504c4fcfc", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:51.273604 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cb2a4c3-dba3-4d85-89a7-49c14f2719b5 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:51.273994 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd902099f-9c76-4507-9ebc-19cef9868f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05dc0ab-7649-46ab-958f-225504c4fcfc', 'code': 200} May 31 12:48:51.301771 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=f05dc0ab-7649-46ab-958f-225504c4fcfc,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:51.304607 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:51.430464 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f167795-af89-46b1-90b4-4b4f622e8b46 req-55021a11-b1f8-4516-8708-44752c481d9e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:51.432451 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1f167795-af89-46b1-90b4-4b4f622e8b46 req-55021a11-b1f8-4516-8708-44752c481d9e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 945 time: 0.0804744 May 31 12:48:51.482098 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1f167795-af89-46b1-90b4-4b4f622e8b46 req-ebfef446-c0a5-4178-94c7-f75ddaaeb97a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434096 May 31 12:48:51.538760 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587e912-9bec-4acd-b515-8ec82b4be95e req-ce419057-3fbc-479a-8505-3f4ad94b36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:51.540825 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0587e912-9bec-4acd-b515-8ec82b4be95e req-ce419057-3fbc-479a-8505-3f4ad94b36e9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 1099 time: 0.0770688 May 31 12:48:51.588460 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0587e912-9bec-4acd-b515-8ec82b4be95e req-d399c919-1f2c-4583-b1de-4b6b5cdfd004 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 May 31 12:48:51.710387 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b280ccf-ee8d-48b2-a215-1a69491021e7 req-6b4d4792-8e3b-4545-a112-0def2f288467 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:51.712413 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9b280ccf-ee8d-48b2-a215-1a69491021e7 req-6b4d4792-8e3b-4545-a112-0def2f288467 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.0820751 May 31 12:48:51.755291 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9b280ccf-ee8d-48b2-a215-1a69491021e7 req-36336eef-2398-45f2-809b-cf093fc95bb7 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373514 May 31 12:48:51.826695 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:48:52.279813 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc5fe9-ec06-40c7-ae06-f9716c07f8d1 req-b3f8b8ec-182d-49a4-a55a-ae1b6394f539 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:52.281270 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b4fc5fe9-ec06-40c7-ae06-f9716c07f8d1 req-b3f8b8ec-182d-49a4-a55a-ae1b6394f539 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0789833 May 31 12:48:52.328793 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b4fc5fe9-ec06-40c7-ae06-f9716c07f8d1 req-f24996d9-5e52-44c0-9efc-dd58cbe10b20 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405595 May 31 12:48:52.669065 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422cfd1-3f94-4a3b-a4e2-6767a6605551 req-066a7a44-5eb0-45f9-88ac-eb4a87f503f3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:52.670535 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8422cfd1-3f94-4a3b-a4e2-6767a6605551 req-066a7a44-5eb0-45f9-88ac-eb4a87f503f3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 945 time: 0.0805151 May 31 12:48:52.714692 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8422cfd1-3f94-4a3b-a4e2-6767a6605551 req-86af7490-74e3-420a-abd1-b38e2bb0399b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 May 31 12:48:52.942662 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd340-0193-438f-9ae1-299ce7eb4b91 req-ab4810ce-fdc1-4676-b03f-d3b6a1115571 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:52.944092 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2eafd340-0193-438f-9ae1-299ce7eb4b91 req-ab4810ce-fdc1-4676-b03f-d3b6a1115571 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.0801082 May 31 12:48:52.995912 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2eafd340-0193-438f-9ae1-299ce7eb4b91 req-0550bffd-3e6e-4222-bf5d-4cd1495deef5 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 May 31 12:48:53.050611 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-46aaddef-7e5b-4b1e-b0e6-1a3dae62fb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:53.517309 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a8567-c543-49b0-ad6a-523ea8c28232 req-b7fa4ec4-d50a-4b3d-a76f-771cd6d8ab52 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:53.518834 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-395a8567-c543-49b0-ad6a-523ea8c28232 req-b7fa4ec4-d50a-4b3d-a76f-771cd6d8ab52 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0807464 May 31 12:48:53.563480 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-395a8567-c543-49b0-ad6a-523ea8c28232 req-49ebe211-3e46-48b6-ae33-b06ff7e286cc tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389755 May 31 12:48:53.902766 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd7f7a-ba64-4e65-a1db-fe4aa85a2ec6 req-15c77b7c-bf92-47ed-9cd9-4d2b86b484c3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:53.904146 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-edfd7f7a-ba64-4e65-a1db-fe4aa85a2ec6 req-15c77b7c-bf92-47ed-9cd9-4d2b86b484c3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 945 time: 0.0855746 May 31 12:48:53.949691 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-edfd7f7a-ba64-4e65-a1db-fe4aa85a2ec6 req-494138df-fa7c-400e-9224-69c0bfaa14d5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 May 31 12:48:54.198842 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77890ad1-a712-44a9-8333-3e182f588969 req-4fe0ff80-d873-4449-9ec3-9ac6375e4c15 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:54.200364 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-77890ad1-a712-44a9-8333-3e182f588969 req-4fe0ff80-d873-4449-9ec3-9ac6375e4c15 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.0979509 May 31 12:48:54.248729 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-77890ad1-a712-44a9-8333-3e182f588969 req-2592f873-acf6-41b0-a9a6-a8555721d42e tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424182 May 31 12:48:54.684090 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:48:54.754638 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:48:54.755028 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4560-9ae8-450b-9c7e-4f1d470ead46 req-377736d8-c35c-4453-8e94-ef491301fb7d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:54.757337 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-943d4560-9ae8-450b-9c7e-4f1d470ead46 req-377736d8-c35c-4453-8e94-ef491301fb7d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0856574 May 31 12:48:54.759941 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:48:54.760315 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:54.802846 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-943d4560-9ae8-450b-9c7e-4f1d470ead46 req-25325b83-54ca-4f44-b310-fb4080c89bde tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393305 May 31 12:48:54.880033 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:54.909494 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a629dd-aa16-4d6c-add3-43fa79f7af80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:48:54.911782 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a749b572-f857-4608-a0dc-a8b48a46fb0f" -d '{"events": [{"server_uuid": "a0a629dd-aa16-4d6c-add3-43fa79f7af80", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:48:54.919914 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:48:54.925057 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:54.927152 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:54.962832 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b04cd3-c2c4-46f6-8564-273831c9d163 x-openstack-request-id: req-30b04cd3-c2c4-46f6-8564-273831c9d163 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:48:54.963132 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a629dd-aa16-4d6c-add3-43fa79f7af80", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:48:54.963388 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30b04cd3-c2c4-46f6-8564-273831c9d163 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:48:54.963779 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a629dd-aa16-4d6c-add3-43fa79f7af80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35', 'code': 200} May 31 12:48:54.996488 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:55.000075 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:55.148692 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3d937-8fd4-413c-a0ae-44790d8dbc9e req-a231f254-0edd-4966-b264-d9807d5079eb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:55.150524 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-12f3d937-8fd4-413c-a0ae-44790d8dbc9e req-a231f254-0edd-4966-b264-d9807d5079eb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.0845017 May 31 12:48:55.200622 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-12f3d937-8fd4-413c-a0ae-44790d8dbc9e req-d7dc6659-649c-4a6b-8f5d-d70efd2e9b93 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435214 May 31 12:48:55.260618 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eeac9a-1aa9-406e-8e29-cd7b00c0d197 req-33b3fd45-9e6c-4fd2-88e9-422261a51005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:55.262063 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-59eeac9a-1aa9-406e-8e29-cd7b00c0d197 req-33b3fd45-9e6c-4fd2-88e9-422261a51005 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 1099 time: 0.0728650 May 31 12:48:55.320800 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-59eeac9a-1aa9-406e-8e29-cd7b00c0d197 req-d5a31c8a-5867-4521-bbd5-0a4f716dfa99 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 May 31 12:48:55.394183 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d4579f26-5d43-4521-9618-6bd02bf5af23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:55.414439 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:55.504353 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e257841-8ce4-4f34-a024-8d2a46f6264a req-a0c5665b-cb3d-4398-b691-6a6fc80815a8 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:55.505789 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1e257841-8ce4-4f34-a024-8d2a46f6264a req-a0c5665b-cb3d-4398-b691-6a6fc80815a8 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.1253574 May 31 12:48:55.549784 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1e257841-8ce4-4f34-a024-8d2a46f6264a req-21189428-a1df-46c0-8681-7b2070b2a448 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377345 May 31 12:48:56.006101 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feb46a-4db7-44d7-8825-afb470942ea7 req-8e4a3bd3-441f-4f25-8ea3-1f9fc5b132ab tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:56.007834 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-51feb46a-4db7-44d7-8825-afb470942ea7 req-8e4a3bd3-441f-4f25-8ea3-1f9fc5b132ab tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0888114 May 31 12:48:56.057337 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-51feb46a-4db7-44d7-8825-afb470942ea7 req-279652da-4cee-44e4-a4a4-b72914a4b706 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 May 31 12:48:56.347287 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:56.389194 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495807b8-0d65-49b5-ae1c-97ac9d17bec3 req-04078996-9b95-425c-af7a-0b01de1799d8 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:56.390789 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-495807b8-0d65-49b5-ae1c-97ac9d17bec3 req-04078996-9b95-425c-af7a-0b01de1799d8 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.0821159 May 31 12:48:56.440117 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-495807b8-0d65-49b5-ae1c-97ac9d17bec3 req-8e6b4bfc-fedc-4575-a41f-746cff62e150 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432527 May 31 12:48:56.758556 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36466) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:56.887092 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:56.903335 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:56.907132 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f8b68239d2427fb988530bf3fdd035 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:56.909950 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:56.916248 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:56.999577 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.003442 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.012358 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-be725b89-3723-4a3d-8922-7ab42189487f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:57.059241 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2f8b68239d2427fb988530bf3fdd035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995605 May 31 12:48:57.060128 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3060651-d6de-41a7-af2f-f39acd7fed12,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:57.061901 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36476) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:57.068008 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.068367 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.068714 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.069116 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.069457 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.069792 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.070232 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.070651 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.071538 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.071909 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.072366 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.072712 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.076804 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:57.205617 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.232474 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.285945 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.292277 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-84d747f4-862a-4485-9006-0a1c7286185b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:57.305048 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3060651-d6de-41a7-af2f-f39acd7fed12,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:57.313001 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:57.316438 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3060651-d6de-41a7-af2f-f39acd7fed12 HTTP/1.1" status: 204 len: 168 time: 0.2506294 May 31 12:48:57.316438 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.316438 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.316438 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.316805 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.316958 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.317301 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.317702 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.318044 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.318623 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.318964 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.319331 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.319613 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:48:57.323201 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:57.328414 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62778e0f-b791-4ebe-9f52-6731b25c24ab req-ec2cb46c-c4c7-4291-a3b2-fe35b98c9a82 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:57.329911 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-62778e0f-b791-4ebe-9f52-6731b25c24ab req-ec2cb46c-c4c7-4291-a3b2-fe35b98c9a82 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.1508336 May 31 12:48:57.342818 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598cba5-3723-41e3-92df-824b969161e8 req-eea8f3b7-dac3-4f4b-a60e-ab03137e795b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:57.344414 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0598cba5-3723-41e3-92df-824b969161e8 req-eea8f3b7-dac3-4f4b-a60e-ab03137e795b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1272206 May 31 12:48:57.411427 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-62778e0f-b791-4ebe-9f52-6731b25c24ab req-20a86a2d-0603-45ea-bd86-a962fac06861 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661833 May 31 12:48:57.421644 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0598cba5-3723-41e3-92df-824b969161e8 req-a676c6b0-682a-4eb6-813f-d8ad67c4e48d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619786 May 31 12:48:57.719468 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba4a99-4472-4e90-8f21-72511ef9adaa req-de5284e8-a88e-4f8a-a1d1-424614e21d48 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:57.720859 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d1ba4a99-4472-4e90-8f21-72511ef9adaa req-de5284e8-a88e-4f8a-a1d1-424614e21d48 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.1003036 May 31 12:48:57.768177 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d1ba4a99-4472-4e90-8f21-72511ef9adaa req-8e4c1908-6499-4367-ba89-560a77159bfa tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 May 31 12:48:58.082001 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36512) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:58.109190 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.201562 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-978171839-network', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:58.206333 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:58.210219 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Usage tracker for resource:network and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:58.213553 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:58.219580 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:58.229763 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Made reservation on behalf of e9e50e4596ba402b86c9ec3dc51aac7b for: {'network': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:58.232018 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.244132 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.262016 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:58.265938 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:58.268944 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:58.275528 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:58.361400 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.364848 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.368607 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-d4174d29-ff69-401e-8196-aa04e9bc327d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:58.390793 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=98236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:48:58.403195 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20bcb08-867c-43f2-8bc1-d227b91f21a1,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:58.407029 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:58.407919 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.408243 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.segments_db [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Added segment 40b5fb54-aa26-4f11-b4dd-8c7a54a3500f of type vlan for network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 May 31 12:48:58.433798 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.463903 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.465442 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:58.466183 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.473614 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:58.664108 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea0e37d-889b-4df9-ab28-779b21ccb4c2,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:58.667138 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:58.672334 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5892832 May 31 12:48:58.675029 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:48:58.675548 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36528) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:58.681287 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Request body: {'subnet': {'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-978171839-subnet', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'ip_version': 4}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:58.685963 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:58.689897 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Usage tracker for resource:subnet and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:58.692856 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:58.699862 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:58.712206 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Made reservation on behalf of e9e50e4596ba402b86c9ec3dc51aac7b for: {'subnet': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:48:58.714576 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:58.728214 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85246ad-58cd-4c95-8252-b3df0c4b05bd req-1c81f645-0a28-4dc8-b768-c2984c8d4626 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:58.729674 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c85246ad-58cd-4c95-8252-b3df0c4b05bd req-1c81f645-0a28-4dc8-b768-c2984c8d4626 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1360319 May 31 12:48:58.737749 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed58cdc-b240-4b7e-81f9-a20904d297ae req-d00ceac4-8dd7-4d39-97b1-3286084709df tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:58.739132 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9ed58cdc-b240-4b7e-81f9-a20904d297ae req-d00ceac4-8dd7-4d39-97b1-3286084709df tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.1919260 May 31 12:48:58.813433 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9ed58cdc-b240-4b7e-81f9-a20904d297ae req-20912221-d839-43fa-b1dd-1fbbe44992a5 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605435 May 31 12:48:58.815986 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c85246ad-58cd-4c95-8252-b3df0c4b05bd req-29c810dd-79c3-461b-9ad4-dbe58c255be8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759971 May 31 12:48:59.023705 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67326ff-59d2-495a-9ef3-9f7ed871cc06 req-c868277d-a230-4193-80b4-603dad9fd7b3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:59.025796 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f67326ff-59d2-495a-9ef3-9f7ed871cc06 req-c868277d-a230-4193-80b4-603dad9fd7b3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.0896127 May 31 12:48:59.077601 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f67326ff-59d2-495a-9ef3-9f7ed871cc06 req-f1d17f73-edff-4d25-aa81-16493819485a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 May 31 12:48:59.128032 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.132570 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b6876bf1-1690-4ce8-a4dd-b02c043db8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:59.205957 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a52e5d-2816-4642-8c4f-55ae2d820b76,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:48:59.209901 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Checking segment: {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:48:59.210253 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Network hostable DHCP agents. Network: 7ea0e37d-889b-4df9-ab28-779b21ccb4c2, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:48:59.214803 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:48:59.228663 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:48:59.238062 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 7ea0e37d-889b-4df9-ab28-779b21ccb4c2) {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:48:59.242348 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:59.243127 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.246824 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66034a0f-2b37-42a2-9caa-6a9f0453c3a5 None None] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:48:59.264695 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5880320 May 31 12:48:59.267850 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36540) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:48:59.273815 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:48:59.280151 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:48:59.284298 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Usage tracker for resource:router and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:48:59.287976 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:48:59.294956 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:48:59.305362 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7846'] for router, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.306751 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1941600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1965197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.337911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.511549 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663840a6-34a0-55c5-ac74-306b568a2a00-7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76'}]}} from dv-cinder-790492-5-smb. {{(pid=98237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:48:59.514237 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.683955 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.db_base_plugin_common [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Allocated IP 172.20.0.2 (7ea0e37d-889b-4df9-ab28-779b21ccb4c2/c0a52e5d-2816-4642-8c4f-55ae2d820b76/3562b781-114c-48bf-8025-185482fb7a50) {{(pid=98237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:48:59.720793 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.764281 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-c4979ea3-a70f-4d48-b0c1-5ad027991914 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2232347 May 31 12:48:59.893434 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Notify callbacks [] for port, precommit_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.903644 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Transition to ACTIVE for port object 3562b781-114c-48bf-8025-185482fb7a50 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:59.913859 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-525325e2-d848-4266-beb3-269c879b2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:48:59.915405 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-525325e2-d848-4266-beb3-269c879b2ccb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 1099 time: 0.0987105 May 31 12:48:59.921809 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Transition to ACTIVE for port object 3562b781-114c-48bf-8025-185482fb7a50 will not be triggered until provisioned by entity DHCP. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:48:59.927299 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.932415 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:48:59.999413 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 is already hosted by enough agents. {{(pid=98237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:00.002528 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.base_scheduler [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Resources bound (agent type, host, resource id): {{(pid=98237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:00.006909 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Received port after_create {{(pid=98237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:00.069234 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Pushing event updated for resources: {'Port': ['ID=3562b781-114c-48bf-8025-185482fb7a50,revision_number=1']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:00.076101 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:00.132002 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Attempting to bind port 3562b781-114c-48bf-8025-185482fb7a50 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:00.132732 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Attempting to bind port 3562b781-114c-48bf-8025-185482fb7a50 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:00.133609 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Attempting to bind port 3562b781-114c-48bf-8025-185482fb7a50 on network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:00.138576 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:00.138961 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Checking segment: {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:00.139374 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.139773 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Bound using segment: {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:00.140253 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Bound port: 3562b781-114c-48bf-8025-185482fb7a50, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:00.140634 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.145247 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72954f-df55-42f7-850b-e476fa307d46 req-abc028d4-676a-4f9c-8c4f-8719b508aa6f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:00.146736 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0e72954f-df55-42f7-850b-e476fa307d46 req-abc028d4-676a-4f9c-8c4f-8719b508aa6f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1908486 May 31 12:49:00.161695 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfc7cb-780c-4343-932a-973beeac95db req-341b610a-0c44-444f-8830-00f76c2ffce0 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:00.167008 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dedfc7cb-780c-4343-932a-973beeac95db req-341b610a-0c44-444f-8830-00f76c2ffce0 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.2097461 May 31 12:49:00.238641 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0e72954f-df55-42f7-850b-e476fa307d46 req-903326f9-1a3c-48ef-9631-042b53254145 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843501 May 31 12:49:00.251720 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dedfc7cb-780c-4343-932a-973beeac95db req-d46a7fe1-1f78-48b9-a5be-0eed6ed772c6 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681865 May 31 12:49:00.289137 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] For port 3562b781-114c-48bf-8025-185482fb7a50, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:00.293687 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] For port 3562b781-114c-48bf-8025-185482fb7a50, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=3562b781-114c-48bf-8025-185482fb7a50,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:00.297534 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.307866 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:00.378141 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-17841505-f1b4-4699-b47a-3df1b93c5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:00.379763 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-17841505-f1b4-4699-b47a-3df1b93c5143 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.4310300 May 31 12:49:00.387173 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.390754 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Pushing event updated for resources: {'Port': ['ID=3562b781-114c-48bf-8025-185482fb7a50,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:00.393963 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:00.481033 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:00.483795 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-0bc5127a-3a52-4eb0-8f70-025802dfcfc4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e513e6be-3267-48a7-9bb1-23964645c7c0 HTTP/1.1" status: 200 len: 217 time: 0.0712523 May 31 12:49:00.617114 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-b35c52ef-2343-4397-82a5-32d336268d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:00.618635 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-b35c52ef-2343-4397-82a5-32d336268d8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.0935290 May 31 12:49:00.748983 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-e70fb69a-aba3-474e-b545-5acbb351db44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920830 May 31 12:49:00.809852 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Allocated IP 172.28.1.8 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/efe171d4-07d0-480b-93c3-89683cf5bca9) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:00.979786 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-714d3e20-d9d5-48e4-aa0c-96d7f964e40a tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:00.980552 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-714d3e20-d9d5-48e4-aa0c-96d7f964e40a tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Synchronizing usage tracker for tenant:89140cef927e438096dc39d8470e330f on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:01.045935 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-ef6c553e-5205-4812-a58e-e063659cf6ac service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774534 May 31 12:49:01.049713 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-714d3e20-d9d5-48e4-aa0c-96d7f964e40a tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Unset dirty status for tenant:89140cef927e438096dc39d8470e330f on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:01.050798 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-714d3e20-d9d5-48e4-aa0c-96d7f964e40a tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.30 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.3950891 May 31 12:49:01.202531 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193e98a2-7d35-4e99-a4f4-a0fa5c920806 None None] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:01.223627 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:01.326115 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-6d019a6a-e80a-4345-949e-f7e11da7aa16 None None] Provisioning for port 3562b781-114c-48bf-8025-185482fb7a50 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:01.377026 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0cced281-9f85-49de-bd2a-1a55a83755cb req-2edc1e8d-b17c-415e-99ff-b229ae631fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080721 May 31 12:49:01.379953 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:01.388332 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:01.470106 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Pushing event updated for resources: {'Port': ['ID=efe171d4-07d0-480b-93c3-89683cf5bca9,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:01.474886 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:01.476784 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:01.479282 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:01.481957 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:01.511459 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a53c9-23c2-4f8e-961e-a861075ee911 req-8c045646-e251-4cc0-a628-c9f01f5ae7d2 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:01.513242 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-569a53c9-23c2-4f8e-961e-a861075ee911 req-8c045646-e251-4cc0-a628-c9f01f5ae7d2 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 946 time: 0.1130345 May 31 12:49:01.532480 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1534462-43f6-49b4-ac99-9690f437f337 req-8a00431e-2438-43b7-9d09-ff7414709b32 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:01.534053 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c1534462-43f6-49b4-ac99-9690f437f337 req-8a00431e-2438-43b7-9d09-ff7414709b32 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1723707 May 31 12:49:01.553358 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Deleting port f05dc0ab-7649-46ab-958f-225504c4fcfc {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:49:01.553672 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:01.607467 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-569a53c9-23c2-4f8e-961e-a861075ee911 req-7a064813-5652-4bc9-a226-ffbc08868339 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/security-groups?id=aec25a60-2c21-4f67-807d-85f696f31ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723374 May 31 12:49:01.614757 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c1534462-43f6-49b4-ac99-9690f437f337 req-12adf06e-0ab4-48a1-a589-0ae6a12110c3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629437 May 31 12:49:01.807749 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 3562b781-114c-48bf-8025-185482fb7a50 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:01.882207 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 3562b781-114c-48bf-8025-185482fb7a50 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:01.889080 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 3562b781-114c-48bf-8025-185482fb7a50 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:01.889561 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:02.019136 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:02.031759 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] For port f05dc0ab-7649-46ab-958f-225504c4fcfc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f05dc0ab-7649-46ab-958f-225504c4fcfc,segment=NetworkSegment(43849a62-52ee-4681-93ea-dcb280d540e4),segment_id=43849a62-52ee-4681-93ea-dcb280d540e4)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:02.032335 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:02.052007 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 3562b781-114c-48bf-8025-185482fb7a50, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=3562b781-114c-48bf-8025-185482fb7a50,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:02.056923 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:02.059034 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:02.129353 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=3562b781-114c-48bf-8025-185482fb7a50,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:02.132589 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:02.242973 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Calling delete_port for f05dc0ab-7649-46ab-958f-225504c4fcfc owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:49:02.284681 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:02.664082 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:02.678131 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:02.730084 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Pushing event deleted for resources: {'Port': ['ID=f05dc0ab-7649-46ab-958f-225504c4fcfc,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:02.737020 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:02.739368 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device f05dc0ab-7649-46ab-958f-225504c4fcfc no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:02.776270 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: f05dc0ab-7649-46ab-958f-225504c4fcfc {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:49:02.776610 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device f05dc0ab-7649-46ab-958f-225504c4fcfc not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:49:02.825237 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510'] for router, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:02.828520 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] No DVR routers for this DVR port f05dc0ab-7649-46ab-958f-225504c4fcfc on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:49:02.831325 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:02.833869 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd902099f-9c76-4507-9ebc-19cef9868f3f', 'name': 'network-vif-deleted', 'tag': 'f05dc0ab-7649-46ab-958f-225504c4fcfc'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:02.836160 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07e0fab-69c6-4a14-bfe7-f400b3e036c5" -d '{"events": [{"server_uuid": "d902099f-9c76-4507-9ebc-19cef9868f3f", "name": "network-vif-deleted", "tag": "f05dc0ab-7649-46ab-958f-225504c4fcfc"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:02.871288 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-78606d88-b54c-4c7b-a751-108b107b9ff5 req-980114c4-b6b0-4b75-993d-38ca3f76db96 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 210 time: 0.1454940 May 31 12:49:02.919348 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b715b6-e0a8-45d6-abee-bdc4bcc69edf req-569cf56a-f9ec-442f-bc8b-dcc9b7cdb8e2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:02.920842 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-43b715b6-e0a8-45d6-abee-bdc4bcc69edf req-569cf56a-f9ec-442f-bc8b-dcc9b7cdb8e2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0891519 May 31 12:49:02.935895 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bac69b70-6f69-4219-aa09-091a1f346c1c req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.30 "DELETE /v2.0/ports/f05dc0ab-7649-46ab-958f-225504c4fcfc HTTP/1.1" status: 204 len: 173 time: 1.8658161 May 31 12:49:02.972535 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-43b715b6-e0a8-45d6-abee-bdc4bcc69edf req-ce750cd8-278e-4714-a81f-a8c864b2450b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 May 31 12:49:03.030029 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c39f3b1-04bb-4e4a-86aa-3aa6f48534e0 x-openstack-request-id: req-8c39f3b1-04bb-4e4a-86aa-3aa6f48534e0 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:03.030349 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d902099f-9c76-4507-9ebc-19cef9868f3f", "name": "network-vif-deleted", "tag": "f05dc0ab-7649-46ab-958f-225504c4fcfc", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:03.030661 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c39f3b1-04bb-4e4a-86aa-3aa6f48534e0 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:03.031078 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd902099f-9c76-4507-9ebc-19cef9868f3f', 'name': 'network-vif-deleted', 'tag': 'f05dc0ab-7649-46ab-958f-225504c4fcfc', 'status': 'completed', 'code': 200} May 31 12:49:03.080973 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Router 0a4f6073-990f-4dcb-bf69-147d07e84d66 is scheduled to L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd with binding_index 1 {{(pid=98235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:49:03.291975 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:49:03.300550 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Sync routers for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:49:03.309778 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:03.310375 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:48:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:03.312959 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Notify callbacks [] for router, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:03.318418 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0453131 May 31 12:49:03.320207 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36602) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:03.513138 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:03.600216 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fa804-0ff1-40bc-bbda-ea448b289e89 req-18ed0ad1-39ff-4b18-ac6f-640bdb3c7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:03.601847 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d9fa804-0ff1-40bc-bbda-ea448b289e89 req-18ed0ad1-39ff-4b18-ac6f-640bdb3c7b8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1098 time: 0.2860041 May 31 12:49:03.692735 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d9fa804-0ff1-40bc-bbda-ea448b289e89 req-e034c65d-8230-4f83-a091-0f83fb9f1d6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734501 May 31 12:49:03.753528 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 3562b781-114c-48bf-8025-185482fb7a50 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:03.828909 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 3562b781-114c-48bf-8025-185482fb7a50 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:03.829487 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:03.876288 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:01Z', 'revision_number': 3, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:03.880218 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Checking router: 0a4f6073-990f-4dcb-bf69-147d07e84d66 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:49:03.880618 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Updating router 0a4f6073-990f-4dcb-bf69-147d07e84d66 port efe171d4-07d0-480b-93c3-89683cf5bca9 binding host dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:49:03.956894 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.152972 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cf7797aa-ec40-4d70-9ab2-e5325cdc1bec req-ca21b88e-697f-4a82-a1b1-2636975e413f tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] 10.222.0.65 "GET /v2.0/ports?device_id=d902099f-9c76-4507-9ebc-19cef9868f3f HTTP/1.1" status: 200 len: 210 time: 0.0642948 May 31 12:49:04.334570 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f06d1c-2e45-4663-88e9-ec45e47bed93 req-0b2bcaff-b084-44d3-ba7e-8739356f1b86 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:04.335970 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-02f06d1c-2e45-4663-88e9-ec45e47bed93 req-0b2bcaff-b084-44d3-ba7e-8739356f1b86 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1936595 May 31 12:49:04.430495 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-02f06d1c-2e45-4663-88e9-ec45e47bed93 req-3531fddb-f477-4da7-98cb-1eb92dddabec tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856867 May 31 12:49:04.440361 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Notify callbacks [] for port, precommit_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.453151 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.provisioning_blocks [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Transition to ACTIVE for port object efe171d4-07d0-480b-93c3-89683cf5bca9 will not be triggered until provisioned by entity L2. {{(pid=98238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:04.460785 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.466265 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:04.487081 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.544378 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Attempting to bind port efe171d4-07d0-480b-93c3-89683cf5bca9 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:04.544746 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Attempting to bind port efe171d4-07d0-480b-93c3-89683cf5bca9 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:04.545104 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Attempting to bind port efe171d4-07d0-480b-93c3-89683cf5bca9 on network 6716e70a-5906-4d62-a93e-9dcbd55148be {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:04.551345 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06834947-84f1-4031-905f-32367087d413 None None] Pushing event updated for resources: {'Port': ['ID=efe171d4-07d0-480b-93c3-89683cf5bca9,revision_number=2']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:04.556472 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:04.556840 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:04.557264 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.557660 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Bound using segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:04.558119 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Bound port: efe171d4-07d0-480b-93c3-89683cf5bca9, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:04.558519 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.596618 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.596956 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.597289 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.597608 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.597925 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.598243 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.598581 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.598894 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.599203 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.599511 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.599819 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.600125 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06834947-84f1-4031-905f-32367087d413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:04.604462 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-06834947-84f1-4031-905f-32367087d413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:04.645955 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] For port efe171d4-07d0-480b-93c3-89683cf5bca9, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:04.650298 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] For port efe171d4-07d0-480b-93c3-89683cf5bca9, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=efe171d4-07d0-480b-93c3-89683cf5bca9,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:04.654773 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.660247 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:04.710920 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Allocated IP 172.20.0.1 (7ea0e37d-889b-4df9-ab28-779b21ccb4c2/c0a52e5d-2816-4642-8c4f-55ae2d820b76/ea604021-bc30-43c8-b6cc-916e7f67b81b) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:04.735742 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:04.736364 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:48:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:04.841346 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06834947-84f1-4031-905f-32367087d413 None None] Pushing event updated for resources: {'Port': ['ID=efe171d4-07d0-480b-93c3-89683cf5bca9,revision_number=3']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:04.846000 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-06834947-84f1-4031-905f-32367087d413 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:04.872112 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.892674 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.provisioning_blocks [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Transition to ACTIVE for port object ea604021-bc30-43c8-b6cc-916e7f67b81b will not be triggered until provisioned by entity DHCP. {{(pid=98236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:04.919516 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:04.923900 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:04.931442 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:49:04.955429 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:04.989414 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:04.992220 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:04.994943 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:05.112286 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Pushing event updated for resources: {'Port': ['ID=ea604021-bc30-43c8-b6cc-916e7f67b81b,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:05.115159 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:05.129630 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1947767'] for router_interface, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:05.307369 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-ee406130-c683-4dc6-b517-ff4074cbfab8 None None] Provisioning for port ea604021-bc30-43c8-b6cc-916e7f67b81b completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:05.312330 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:01Z', 'revision_number': 3, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:05.315780 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-ee406130-c683-4dc6-b517-ff4074cbfab8 None None] Provisioning complete for port ea604021-bc30-43c8-b6cc-916e7f67b81b triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:05.316239 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ee406130-c683-4dc6-b517-ff4074cbfab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:05.317020 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ac26f-8dfd-4cb7-b22b-23e66945690a None None] The sync data for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb is: [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:01Z', 'revision_number': 3, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:49:05.423236 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-ee406130-c683-4dc6-b517-ff4074cbfab8 None None] Port ea604021-bc30-43c8-b6cc-916e7f67b81b cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:49:05.495238 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:05.509294 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:05.823003 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device efe171d4-07d0-480b-93c3-89683cf5bca9 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:05.942596 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab433d9-2b83-4bdc-9501-cb7b17a0f71e req-aeeda98d-bb2e-4ffa-b251-f191f388d7d7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:05.950964 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3ab433d9-2b83-4bdc-9501-cb7b17a0f71e req-aeeda98d-bb2e-4ffa-b251-f191f388d7d7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.3742497 May 31 12:49:05.958096 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port efe171d4-07d0-480b-93c3-89683cf5bca9 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:05.967136 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port efe171d4-07d0-480b-93c3-89683cf5bca9 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:05.967707 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:06.079383 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3ab433d9-2b83-4bdc-9501-cb7b17a0f71e req-d9815404-905a-45f2-985b-60dc1d4be03a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258776 May 31 12:49:06.121890 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:06.129158 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:06.161881 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:06.178587 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:06.217658 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port efe171d4-07d0-480b-93c3-89683cf5bca9, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=efe171d4-07d0-480b-93c3-89683cf5bca9,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:06.223332 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:06.225725 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:06.281175 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Pushing event updated for resources: {'Port': ['ID=ea604021-bc30-43c8-b6cc-916e7f67b81b,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:06.291007 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:06.320790 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1947866'] for router_interface, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:06.329326 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=efe171d4-07d0-480b-93c3-89683cf5bca9,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:06.338575 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.339206 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.339641 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.340075 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.340500 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.340924 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.341374 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.341866 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.342478 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.342723 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.343393 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.343807 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:49:06.362655 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:06.494621 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:06.495953 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:06.745508 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Router 0a4f6073-990f-4dcb-bf69-147d07e84d66 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:49:06.775649 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-bb6b3e51-9c1f-4d53-920e-ba1a8795e568 None None] Provisioning complete for port ea604021-bc30-43c8-b6cc-916e7f67b81b triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:06.776178 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bb6b3e51-9c1f-4d53-920e-ba1a8795e568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:06.860357 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b3e51-9c1f-4d53-920e-ba1a8795e568 None None] Port ea604021-bc30-43c8-b6cc-916e7f67b81b cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:49:06.985728 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:49:06.998341 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] 10.222.0.65 "PUT /v2.0/routers/0a4f6073-990f-4dcb-bf69-147d07e84d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6751664 May 31 12:49:07.466288 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c075842-555b-4a5d-8aef-fe76bede9c9f req-45699526-0df2-487a-9a7b-deea8c0f22d3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:07.468698 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4c075842-555b-4a5d-8aef-fe76bede9c9f req-45699526-0df2-487a-9a7b-deea8c0f22d3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.2596793 May 31 12:49:07.516514 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4c075842-555b-4a5d-8aef-fe76bede9c9f req-dd09baa6-dacc-439c-9a40-28a8add6ef19 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 May 31 12:49:07.547813 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Sync routers for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:49:07.561222 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:07.561938 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:48:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:07.779235 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36726) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:07.785182 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device efe171d4-07d0-480b-93c3-89683cf5bca9 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:07.785717 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1334033771-network', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:07.791150 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:07.795197 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Usage tracker for resource:network and tenant:ecf0d8de247946c283682abd2acb8b3d is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:07.798066 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:07.806225 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:07.816779 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Made reservation on behalf of ecf0d8de247946c283682abd2acb8b3d for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:07.819785 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:07.832478 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:07.847626 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:07.848899 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:07.852485 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ecf0d8de247946c283682abd2acb8b3d is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:07.855388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:07.861177 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:08.001041 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.047946 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.058192 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c5f57fd9-8476-422f-90d5-e47adf942cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:08.107760 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:49:08.120011 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de038085-8c1b-4437-835e-70398d31cbe3,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:08.135914 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:08.140187 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.140523 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Added segment 1bac6956-835f-4820-890d-4ade79fe98bb of type vlan for network be116ffd-15a7-4075-a107-a9d0e49dbd0d May 31 12:49:08.212688 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.236932 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191892e9-b6f1-4dac-b187-4456200332fc req-34d4f7d3-10ce-42f1-9daa-f76d6442bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:08.238710 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-191892e9-b6f1-4dac-b187-4456200332fc req-34d4f7d3-10ce-42f1-9daa-f76d6442bfdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1098 time: 0.2360306 May 31 12:49:08.244979 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port efe171d4-07d0-480b-93c3-89683cf5bca9 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:08.246006 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.340978 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.347987 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:08.349228 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.362418 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-13d81b69-ff31-453c-8826-4ee52b40b71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:08.373755 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf98ea-dd96-4d4a-8b96-8f7bc87f2e32 req-cb9ccbfc-4a23-4245-83c4-6ceee2db258d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:08.382289 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1fbf98ea-dd96-4d4a-8b96-8f7bc87f2e32 req-cb9ccbfc-4a23-4245-83c4-6ceee2db258d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0942557 May 31 12:49:08.439908 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1fbf98ea-dd96-4d4a-8b96-8f7bc87f2e32 req-10c0b40c-be94-4fad-af93-e57fa4dbd2d1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536633 May 31 12:49:08.486335 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 2, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:08.491222 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Checking router: 0a4f6073-990f-4dcb-bf69-147d07e84d66 for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:49:08.491739 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Updating router 0a4f6073-990f-4dcb-bf69-147d07e84d66 port ea604021-bc30-43c8-b6cc-916e7f67b81b binding host dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:49:08.534662 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191892e9-b6f1-4dac-b187-4456200332fc req-bb567a38-00e5-4420-8e4c-e9926cdec675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:08.536717 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-191892e9-b6f1-4dac-b187-4456200332fc req-bb567a38-00e5-4420-8e4c-e9926cdec675 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.2801895 May 31 12:49:08.550114 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.609444 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Pushing event updated for resources: {'Network': ['ID=be116ffd-15a7-4075-a107-a9d0e49dbd0d,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:08.618714 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:08.620082 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8397357 May 31 12:49:08.623754 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36758) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:08.629208 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-191892e9-b6f1-4dac-b187-4456200332fc req-debbab18-1a4b-42f4-a52a-f86e4f1aa173 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 200 len: 217 time: 0.0750997 May 31 12:49:08.630593 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Request body: {'subnet': {'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1334033771-subnet', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:08.637193 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:08.641868 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Usage tracker for resource:subnet and tenant:ecf0d8de247946c283682abd2acb8b3d is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:08.645591 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:08.655473 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:08.666287 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Made reservation on behalf of ecf0d8de247946c283682abd2acb8b3d for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:08.668872 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3659053'] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.697055 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:49:08.719974 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191892e9-b6f1-4dac-b187-4456200332fc req-6ff3a35b-bd59-41d9-99a7-4e846ff677a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:08.722459 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-191892e9-b6f1-4dac-b187-4456200332fc req-6ff3a35b-bd59-41d9-99a7-4e846ff677a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.0794883 May 31 12:49:08.840915 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-191892e9-b6f1-4dac-b187-4456200332fc req-dfe1bc95-b569-4e2e-ace7-0f4929b92afc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025584 May 31 12:49:09.179986 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Notify callbacks [] for port, precommit_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.194218 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-191892e9-b6f1-4dac-b187-4456200332fc req-9ff033aa-89a8-4965-b6c3-96c3ff010c86 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432531 May 31 12:49:09.195051 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Transition to ACTIVE for port object ea604021-bc30-43c8-b6cc-916e7f67b81b will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:09.207882 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.229867 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:09.375237 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3817654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3659067'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.380985 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-79f5f30b-f936-42d6-8b21-758d41ce8e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:09.507696 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f240b8-3f0b-46ae-903d-eeda9167f2d9,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:09.517999 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:09.530088 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Checking segment: {'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:09.530634 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Network hostable DHCP agents. Network: be116ffd-15a7-4075-a107-a9d0e49dbd0d, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:49:09.571709 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-191892e9-b6f1-4dac-b187-4456200332fc req-9660b974-96e4-45e3-ab0a-e991c70b5310 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543487 May 31 12:49:09.589646 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:49:09.608641 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, be116ffd-15a7-4075-a107-a9d0e49dbd0d) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:09.623793 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f929a-44c3-4880-9336-dacad77606fc None None] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:09.667704 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:09.669872 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.791839 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36782) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:09.792074 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-aeacfe8f-da12-48f1-bff0-13e8f27b51f2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1667037 May 31 12:49:09.797863 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:09.806995 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:09.821399 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Usage tracker for resource:router and tenant:ecf0d8de247946c283682abd2acb8b3d is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:09.826881 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:09.835783 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6360dd2-4e75-4f0c-92b3-284dbb548790 req-0c95136c-f972-466f-994f-de8976c4f00d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:09.839230 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d6360dd2-4e75-4f0c-92b3-284dbb548790 req-0c95136c-f972-466f-994f-de8976c4f00d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.2043879 May 31 12:49:09.840849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:09.842635 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Attempting to bind port ea604021-bc30-43c8-b6cc-916e7f67b81b on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:09.843269 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Attempting to bind port ea604021-bc30-43c8-b6cc-916e7f67b81b by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:09.843869 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Attempting to bind port ea604021-bc30-43c8-b6cc-916e7f67b81b on network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:09.853332 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7846'] for router, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.855169 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1941600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1965197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.859302 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:09.859678 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Checking segment: {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:09.860365 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.861291 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Bound using segment: {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:09.861948 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Bound port: ea604021-bc30-43c8-b6cc-916e7f67b81b, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:09.862888 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.894268 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f7da2-a027-47de-b078-06208590aff8 None None] Pushing event updated for resources: {'Port': ['ID=ea604021-bc30-43c8-b6cc-916e7f67b81b,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:09.930698 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:09.932500 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-660f7da2-a027-47de-b078-06208590aff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:09.986387 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d6360dd2-4e75-4f0c-92b3-284dbb548790 req-547447de-8eab-4bf1-b501-b744787b6949 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397104 May 31 12:49:10.032164 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663840a6-34a0-55c5-ac74-306b568a2a00-be116ffd-15a7-4075-a107-a9d0e49dbd0d', 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'fixed_ips': [{'subnet_id': '07f240b8-3f0b-46ae-903d-eeda9167f2d9'}]}} from dv-cinder-790492-5-smb. {{(pid=98237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:49:10.032987 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:10.212095 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] For port ea604021-bc30-43c8-b6cc-916e7f67b81b, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:10.231402 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] For port ea604021-bc30-43c8-b6cc-916e7f67b81b, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ea604021-bc30-43c8-b6cc-916e7f67b81b,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:10.266075 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:10.268290 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:10.273383 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:10.378688 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:10.379334 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:48:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:10.449074 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.db_base_plugin_common [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Allocated IP 172.20.0.2 (be116ffd-15a7-4075-a107-a9d0e49dbd0d/07f240b8-3f0b-46ae-903d-eeda9167f2d9/ddd01687-6fad-4398-9a49-35f02b0b8170) {{(pid=98237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:10.464026 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f7da2-a027-47de-b078-06208590aff8 None None] Pushing event updated for resources: {'Port': ['ID=ea604021-bc30-43c8-b6cc-916e7f67b81b,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:10.475626 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-660f7da2-a027-47de-b078-06208590aff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:10.820383 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:10.822383 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:10.855893 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.036907 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Allocated IP 172.28.1.93 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/84a89f63-72d2-4037-b4fa-5b8fd6a17508) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:11.246129 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.249548 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15428fe-19ab-468e-b344-c5b5b271af85 req-0dd6f5b0-571e-465f-bb35-a49be9e2f9fd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:11.251707 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c15428fe-19ab-468e-b344-c5b5b271af85 req-0dd6f5b0-571e-465f-bb35-a49be9e2f9fd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1070580 May 31 12:49:11.259141 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Notify callbacks [] for port, precommit_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.286428 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Transition to ACTIVE for port object ddd01687-6fad-4398-9a49-35f02b0b8170 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:11.287310 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.294554 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f7950bb3-3aec-4311-b2f2-bb9d71c2110a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:11.314981 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c15428fe-19ab-468e-b344-c5b5b271af85 req-e22ee221-60be-4bc9-a921-6f9db1c2de68 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562673 May 31 12:49:11.326761 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Transition to ACTIVE for port object ddd01687-6fad-4398-9a49-35f02b0b8170 will not be triggered until provisioned by entity DHCP. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:11.336163 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.348386 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:11.376592 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:11.379480 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:11.383243 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:11.406473 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:10Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:11.417512 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d is already hosted by enough agents. {{(pid=98237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:11.418500 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee1c2c-b4b3-4b7b-b5dc-6b0e54db9a3b None None] The sync data for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb is: [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:10Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:49:11.423005 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.base_scheduler [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Resources bound (agent type, host, resource id): {{(pid=98237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:11.425432 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Received port after_create {{(pid=98237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:11.442142 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Pushing event updated for resources: {'Port': ['ID=84a89f63-72d2-4037-b4fa-5b8fd6a17508,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:11.452361 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:11.462781 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Pushing event updated for resources: {'Port': ['ID=ddd01687-6fad-4398-9a49-35f02b0b8170,revision_number=1']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:11.465618 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:11.549684 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Attempting to bind port ddd01687-6fad-4398-9a49-35f02b0b8170 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:11.550341 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Attempting to bind port ddd01687-6fad-4398-9a49-35f02b0b8170 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:11.550915 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Attempting to bind port ddd01687-6fad-4398-9a49-35f02b0b8170 on network be116ffd-15a7-4075-a107-a9d0e49dbd0d {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:11.563632 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:11.564046 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Checking segment: {'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:11.564483 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.564956 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Bound using segment: {'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:11.565429 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Bound port: ddd01687-6fad-4398-9a49-35f02b0b8170, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:11.567696 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.708049 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] For port ddd01687-6fad-4398-9a49-35f02b0b8170, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:11.717936 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] For port ddd01687-6fad-4398-9a49-35f02b0b8170, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ddd01687-6fad-4398-9a49-35f02b0b8170,segment=NetworkSegment(1bac6956-835f-4820-890d-4ade79fe98bb),segment_id=1bac6956-835f-4820-890d-4ade79fe98bb)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:11.734005 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.734005 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:11.863896 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Pushing event updated for resources: {'Port': ['ID=ddd01687-6fad-4398-9a49-35f02b0b8170,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:11.874379 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ea604021-bc30-43c8-b6cc-916e7f67b81b up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:11.915050 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:11.943624 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:12.043141 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port ea604021-bc30-43c8-b6cc-916e7f67b81b completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:12.058988 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port ea604021-bc30-43c8-b6cc-916e7f67b81b triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:12.059381 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:12.501451 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:12.550122 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510'] for router, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:12.579964 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port ea604021-bc30-43c8-b6cc-916e7f67b81b, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ea604021-bc30-43c8-b6cc-916e7f67b81b,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:12.585086 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:12.593475 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:12.783768 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=ea604021-bc30-43c8-b6cc-916e7f67b81b,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:12.792991 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:12.815561 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7dde7-e2ba-4038-baab-b9b2fd11a797 req-ff1275f1-25ac-495d-a668-86d0d53ffc24 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:12.823361 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5ac7dde7-e2ba-4038-baab-b9b2fd11a797 req-ff1275f1-25ac-495d-a668-86d0d53ffc24 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1916890 May 31 12:49:12.881685 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5ac7dde7-e2ba-4038-baab-b9b2fd11a797 req-d2da05c9-f3d9-4adf-a1d4-285c2c26b367 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573425 May 31 12:49:13.035960 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Router b234810f-514c-431b-819b-fe6230943986 is scheduled to L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd with binding_index 1 {{(pid=98235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:49:13.319356 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:49:13.338210 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Sync routers for ids ['b234810f-514c-431b-819b-fe6230943986'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:49:13.351198 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Routers {'b234810f-514c-431b-819b-fe6230943986'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:13.352731 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:48:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b234810f-514c-431b-819b-fe6230943986'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:13.369050 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Notify callbacks [] for router, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:13.374235 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36816) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:13.375196 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5817513 May 31 12:49:13.498073 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3aa81b-1f11-4bad-bb89-734e823dca77 None None] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:49:13.542715 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Set router b234810f-514c-431b-819b-fe6230943986 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:13.597749 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-e9e57c6b-ba2c-49cf-be49-7a585294c91a None None] Provisioning for port ddd01687-6fad-4398-9a49-35f02b0b8170 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:13.911869 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ddd01687-6fad-4398-9a49-35f02b0b8170 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:14.105884 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port ddd01687-6fad-4398-9a49-35f02b0b8170 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:14.115073 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port ddd01687-6fad-4398-9a49-35f02b0b8170 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:14.119891 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.124882 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:49:11Z', 'revision_number': 3, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port': {'id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:10Z', 'updated_at': '2021-05-31T12:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:14.137117 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Checking router: b234810f-514c-431b-819b-fe6230943986 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:49:14.138065 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Updating router b234810f-514c-431b-819b-fe6230943986 port 84a89f63-72d2-4037-b4fa-5b8fd6a17508 binding host dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:49:14.297117 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.423928 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.473432 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port ddd01687-6fad-4398-9a49-35f02b0b8170, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ddd01687-6fad-4398-9a49-35f02b0b8170,segment=NetworkSegment(1bac6956-835f-4820-890d-4ade79fe98bb),segment_id=1bac6956-835f-4820-890d-4ade79fe98bb)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:14.475844 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-a1d09207-6fd3-4b3e-9324-5bf0b68665d6 None None] Provisioning complete for port ddd01687-6fad-4398-9a49-35f02b0b8170 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:14.475844 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a1d09207-6fd3-4b3e-9324-5bf0b68665d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.510350 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.511241 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ea604021-bc30-43c8-b6cc-916e7f67b81b up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:14.580837 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:14.766268 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb3bda-65a8-41b8-addd-6764e4d67bb4 req-4cf1ccc9-51cc-49b7-9aef-04cd9f769735 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:14.768608 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-33eb3bda-65a8-41b8-addd-6764e4d67bb4 req-4cf1ccc9-51cc-49b7-9aef-04cd9f769735 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.2542078 May 31 12:49:14.845855 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port ea604021-bc30-43c8-b6cc-916e7f67b81b triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:14.847244 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.899852 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-33eb3bda-65a8-41b8-addd-6764e4d67bb4 req-45b2660e-3f50-4c70-a570-ea246ccb3ca1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108222 May 31 12:49:14.947672 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.952455 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Notify callbacks [] for port, precommit_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.966393 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.provisioning_blocks [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Transition to ACTIVE for port object 84a89f63-72d2-4037-b4fa-5b8fd6a17508 will not be triggered until provisioned by entity L2. {{(pid=98238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:14.977902 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:14.982231 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-c0084c68-5463-4a25-a3fa-eb6c811d252d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:15.020613 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=ddd01687-6fad-4398-9a49-35f02b0b8170,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:15.040204 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:15.208385 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82b2f6-ef43-496d-a338-227ee0862bd1 None None] Pushing event updated for resources: {'Port': ['ID=84a89f63-72d2-4037-b4fa-5b8fd6a17508,revision_number=2']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:15.215857 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-de82b2f6-ef43-496d-a338-227ee0862bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:15.217263 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Attempting to bind port 84a89f63-72d2-4037-b4fa-5b8fd6a17508 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:15.217814 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Attempting to bind port 84a89f63-72d2-4037-b4fa-5b8fd6a17508 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:15.218376 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Attempting to bind port 84a89f63-72d2-4037-b4fa-5b8fd6a17508 on network 6716e70a-5906-4d62-a93e-9dcbd55148be {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:15.225340 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:15.225708 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:15.226102 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:15.227245 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Bound using segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:15.227992 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Bound port: 84a89f63-72d2-4037-b4fa-5b8fd6a17508, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:15.228104 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:15.308713 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] For port 84a89f63-72d2-4037-b4fa-5b8fd6a17508, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:15.312627 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] For port 84a89f63-72d2-4037-b4fa-5b8fd6a17508, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=84a89f63-72d2-4037-b4fa-5b8fd6a17508,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:15.322790 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:15.327734 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-06834947-84f1-4031-905f-32367087d413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:15.339620 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Allocated IP 172.20.0.1 (be116ffd-15a7-4075-a107-a9d0e49dbd0d/07f240b8-3f0b-46ae-903d-eeda9167f2d9/418d30a1-bb82-464d-bdea-1a2add7f2529) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:15.462748 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Routers {'b234810f-514c-431b-819b-fe6230943986'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:15.467226 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:48:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b234810f-514c-431b-819b-fe6230943986'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:15.521021 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:15.531380 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82b2f6-ef43-496d-a338-227ee0862bd1 None None] Pushing event updated for resources: {'Port': ['ID=84a89f63-72d2-4037-b4fa-5b8fd6a17508,revision_number=3']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:15.534502 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-de82b2f6-ef43-496d-a338-227ee0862bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:15.544167 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.provisioning_blocks [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Transition to ACTIVE for port object 418d30a1-bb82-464d-bdea-1a2add7f2529 will not be triggered until provisioned by entity DHCP. {{(pid=98236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:15.570980 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:15.576038 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-da09544a-4678-43b0-972c-dea9c7f81ab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:15.652888 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:15.655944 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:15.658651 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:15.685839 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] Set router b234810f-514c-431b-819b-fe6230943986 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:15.739455 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Pushing event updated for resources: {'Port': ['ID=418d30a1-bb82-464d-bdea-1a2add7f2529,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:15.745500 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:15.756063 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1947767'] for router_interface, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:15.798543 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ddd01687-6fad-4398-9a49-35f02b0b8170 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:16.020316 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port ddd01687-6fad-4398-9a49-35f02b0b8170 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:16.020742 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:16.057864 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:16.138686 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:49:11Z', 'revision_number': 3, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port': {'id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:10Z', 'updated_at': '2021-05-31T12:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:16.146612 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7d482d-fc7f-4fc4-9521-85e7848e888d None None] The sync data for ids ['b234810f-514c-431b-819b-fe6230943986'] in dv-cinder-790492-5-smb is: [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:49:11Z', 'revision_number': 3, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port': {'id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:10Z', 'updated_at': '2021-05-31T12:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:49:16.168646 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-2c2a19d6-3d8e-49be-a283-262cb4adb964 None None] Provisioning for port 418d30a1-bb82-464d-bdea-1a2add7f2529 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:16.240571 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-2c2a19d6-3d8e-49be-a283-262cb4adb964 None None] Provisioning complete for port 418d30a1-bb82-464d-bdea-1a2add7f2529 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:16.241050 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-2c2a19d6-3d8e-49be-a283-262cb4adb964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:16.317621 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a19d6-3d8e-49be-a283-262cb4adb964 None None] Port 418d30a1-bb82-464d-bdea-1a2add7f2529 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:49:16.401861 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3770-2d8d-4ff3-a517-2ad6f2fd6d92 req-2b996833-943a-4301-bec2-9248a7009239 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:16.403550 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ffbe3770-2d8d-4ff3-a517-2ad6f2fd6d92 req-2b996833-943a-4301-bec2-9248a7009239 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.2365415 May 31 12:49:16.579324 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ffbe3770-2d8d-4ff3-a517-2ad6f2fd6d92 req-51707be5-988d-4f99-b1d7-4d15ef6c9894 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682620 May 31 12:49:16.634368 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:16.649438 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:16.732211 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:16.837586 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Pushing event updated for resources: {'Port': ['ID=418d30a1-bb82-464d-bdea-1a2add7f2529,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:16.847700 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:16.848685 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1947866'] for router_interface, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:17.074911 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:17.076391 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:17.443508 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-68756694-1f6c-4fc3-bfe1-db5129d9e7ef None None] Provisioning complete for port 418d30a1-bb82-464d-bdea-1a2add7f2529 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:17.444158 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-68756694-1f6c-4fc3-bfe1-db5129d9e7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:17.488583 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Router b234810f-514c-431b-819b-fe6230943986 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:49:17.510270 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-68756694-1f6c-4fc3-bfe1-db5129d9e7ef None None] Port 418d30a1-bb82-464d-bdea-1a2add7f2529 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:49:17.672764 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:49:17.690701 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] 10.222.0.65 "PUT /v2.0/routers/b234810f-514c-431b-819b-fe6230943986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3152027 May 31 12:49:17.771010 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 84a89f63-72d2-4037-b4fa-5b8fd6a17508 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:17.876142 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 84a89f63-72d2-4037-b4fa-5b8fd6a17508 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:17.884848 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 84a89f63-72d2-4037-b4fa-5b8fd6a17508 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:17.884848 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.058744 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.078835 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 84a89f63-72d2-4037-b4fa-5b8fd6a17508, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=84a89f63-72d2-4037-b4fa-5b8fd6a17508,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:18.087580 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.094361 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:18.185644 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=84a89f63-72d2-4037-b4fa-5b8fd6a17508,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:18.189602 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:18.428296 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Sync routers for ids ['b234810f-514c-431b-819b-fe6230943986'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:49:18.442363 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Routers {'b234810f-514c-431b-819b-fe6230943986'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:18.443162 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:48:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b234810f-514c-431b-819b-fe6230943986'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:18.647960 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36874) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:18.653390 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344355052', 'description': 'tempest-secgroup-smoke-1344355052 description', 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:18.659140 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:18.662935 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:security_group and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:18.667321 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:18.673462 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:18.686927 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.712934 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:18.714039 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Set router b234810f-514c-431b-819b-fe6230943986 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:18.717083 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:security_group_rule and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:18.719983 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:18.727296 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:18.826584 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43e84f-09da-4671-944a-f99c912a5799 req-9bf29948-86f8-4380-8e21-7875e201b967 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:18.835597 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4a43e84f-09da-4671-944a-f99c912a5799 req-9bf29948-86f8-4380-8e21-7875e201b967 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0982571 May 31 12:49:18.839344 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.844503 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.856577 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-debc6812-8fba-4f28-9ea3-8476e3ae6914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:18.889073 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4a43e84f-09da-4671-944a-f99c912a5799 req-8969efbe-0a1b-403f-947f-0dd3a67b3621 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520949 May 31 12:49:18.956247 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:18.960749 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3089814 May 31 12:49:18.961526 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36882) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:18.962371 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428f3ec0-3005-44f4-9c36-2a05aa1f84f1,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:18.967431 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'security_group_rule': {'security_group_id': '428f3ec0-3005-44f4-9c36-2a05aa1f84f1', 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:18.979467 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:18.981415 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:18.996271 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:security_group_rule and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:18.999738 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:19.006682 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:19.036696 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.142553 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.146741 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.149243 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:19.189234 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70bc29b2-3715-4aa9-8924-fb17cc4bc257,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:19.205282 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:19.222305 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.226235 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2632349 May 31 12:49:19.229607 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36894) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:19.235789 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'security_group_rule': {'security_group_id': '428f3ec0-3005-44f4-9c36-2a05aa1f84f1', 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:19.248630 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:49:15Z', 'revision_number': 4, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port': {'id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:10Z', 'updated_at': '2021-05-31T12:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '418d30a1-bb82-464d-bdea-1a2add7f2529', 'name': '', 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'mac_address': 'fa:16:3e:5c:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '07f240b8-3f0b-46ae-903d-eeda9167f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:15Z', 'updated_at': '2021-05-31T12:49:16Z', 'revision_number': 2, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'subnets': [{'id': '07f240b8-3f0b-46ae-903d-eeda9167f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:19.252669 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Checking router: b234810f-514c-431b-819b-fe6230943986 for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:49:19.253033 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Updating router b234810f-514c-431b-819b-fe6230943986 port 418d30a1-bb82-464d-bdea-1a2add7f2529 binding host dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:49:19.257402 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:19.271752 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:security_group_rule and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:19.277094 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:19.284070 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:19.309627 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.360226 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.470189 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.476175 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.488456 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-374c0d88-6b97-4f4c-a8ad-7c0909011df4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:19.547439 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c59657a-7cac-4177-a457-a5d71230be74,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:19.557611 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:19.574132 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.575737 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448851 May 31 12:49:19.578583 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36906) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:19.584235 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'security_group_rule': {'security_group_id': '428f3ec0-3005-44f4-9c36-2a05aa1f84f1', 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:19.598090 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:19.606152 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:security_group_rule and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:19.614721 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:19.626886 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:19.660198 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.715936 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955820f-fb9a-441d-af46-3165443d092b req-615af377-cd9d-45f1-8a34-3c0c46d1253e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:19.727965 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-615af377-cd9d-45f1-8a34-3c0c46d1253e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 815 time: 0.3306599 May 31 12:49:19.752622 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-32975704-2b39-4404-a09d-d22f8525ccdc tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/quotas/289f6253c1bc49ee817a561bae28f60a HTTP/1.1" status: 200 len: 375 time: 0.0220122 May 31 12:49:19.850136 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.858242 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.861303 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8c444808-0350-4710-a292-f3b27d141b9c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:19.866055 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 84a89f63-72d2-4037-b4fa-5b8fd6a17508 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:19.922731 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:19.925470 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3442094 May 31 12:49:19.927874 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 36914) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:19.930339 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5997078-a2ef-4d1c-b5c9-9922443a7dc1,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:19.939573 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:19.954049 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'security_group_rule': {'security_group_id': '428f3ec0-3005-44f4-9c36-2a05aa1f84f1', 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:19.960389 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:19.966876 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:security_group_rule and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:19.989254 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:19.999067 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:20.022530 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 84a89f63-72d2-4037-b4fa-5b8fd6a17508 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:20.023153 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.099929 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-f65693b6-dd39-41f6-b76c-feb4ec7611b5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3458788 May 31 12:49:20.159334 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.311718 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Notify callbacks [] for port, precommit_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.327594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Transition to ACTIVE for port object 418d30a1-bb82-464d-bdea-1a2add7f2529 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:20.337853 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.342855 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:20.363909 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.379404 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.390585 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-eb352355-97dd-44de-8a8d-e91fb3afe118 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:20.408858 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-b2770568-2c1c-46fe-b723-0c3e46dc9488 service neutron] 10.222.0.65 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080759 May 31 12:49:20.449114 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f151edd-5fff-4574-82a9-8c85ee985285,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:20.457325 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:20.503651 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.504817 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5743163 May 31 12:49:20.508482 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36926) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:20.514395 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'security_group_rule': {'security_group_id': '428f3ec0-3005-44f4-9c36-2a05aa1f84f1', 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:20.515807 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008df9dd-187e-4f16-9c0e-67852dd8c433 None None] Pushing event updated for resources: {'Port': ['ID=418d30a1-bb82-464d-bdea-1a2add7f2529,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:20.532586 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-008df9dd-187e-4f16-9c0e-67852dd8c433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:20.538285 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:20.548003 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:security_group_rule and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:20.552139 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:20.561055 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:20.575989 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.securitygroups_db [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Project e9e50e4596ba402b86c9ec3dc51aac7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:49:20.582633 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.584400 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-aa080bf7-0922-4fc8-bea2-58a3b2910d52 service neutron] 10.222.0.65 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647148 May 31 12:49:20.627324 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Attempting to bind port 418d30a1-bb82-464d-bdea-1a2add7f2529 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:20.627642 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Attempting to bind port 418d30a1-bb82-464d-bdea-1a2add7f2529 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:20.628471 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Attempting to bind port 418d30a1-bb82-464d-bdea-1a2add7f2529 on network be116ffd-15a7-4075-a107-a9d0e49dbd0d {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:20.634921 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:20.635258 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Checking segment: {'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:20.635852 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.636067 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Bound using segment: {'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:20.636552 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Bound port: 418d30a1-bb82-464d-bdea-1a2add7f2529, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bac6956-835f-4820-890d-4ade79fe98bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:20.636931 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.665306 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.671895 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.675686 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:20.710307 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7565da45-88a6-47b8-8fda-89e9f12b8d2e,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:20.713356 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:20.722809 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.725081 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2152989 May 31 12:49:20.727988 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 36930) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:20.734771 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'security_group_rule': {'security_group_id': '428f3ec0-3005-44f4-9c36-2a05aa1f84f1', 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:20.743470 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:20.750958 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:security_group_rule and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:20.756798 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:20.771921 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:20.788300 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] For port 418d30a1-bb82-464d-bdea-1a2add7f2529, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:20.801155 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.securitygroups_db [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Project e9e50e4596ba402b86c9ec3dc51aac7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:49:20.803040 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] For port 418d30a1-bb82-464d-bdea-1a2add7f2529, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=418d30a1-bb82-464d-bdea-1a2add7f2529,segment=NetworkSegment(1bac6956-835f-4820-890d-4ade79fe98bb),segment_id=1bac6956-835f-4820-890d-4ade79fe98bb)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:20.814856 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.815190 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.857435 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:20.879969 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7c0ec630-8e17-418a-b54f-678146b3edf0 req-b666e88f-bd82-43b9-b39e-e413e044f84f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 210 time: 0.0622547 May 31 12:49:20.935060 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.944000 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:20.947981 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:20.989668 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1979dcc4-90c3-482c-8e0b-2c12ea0e9186,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:20.992523 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:21.013760 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:21.015010 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2858171 May 31 12:49:21.075964 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008df9dd-187e-4f16-9c0e-67852dd8c433 None None] Pushing event updated for resources: {'Port': ['ID=418d30a1-bb82-464d-bdea-1a2add7f2529,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:21.097788 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-008df9dd-187e-4f16-9c0e-67852dd8c433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:21.111765 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Routers {'b234810f-514c-431b-819b-fe6230943986'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:49:21.112587 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:48:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b234810f-514c-431b-819b-fe6230943986'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:21.456209 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] Set router b234810f-514c-431b-819b-fe6230943986 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:49:21.849001 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:49:15Z', 'revision_number': 4, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port': {'id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:10Z', 'updated_at': '2021-05-31T12:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '418d30a1-bb82-464d-bdea-1a2add7f2529', 'name': '', 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'mac_address': 'fa:16:3e:5c:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '07f240b8-3f0b-46ae-903d-eeda9167f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:15Z', 'updated_at': '2021-05-31T12:49:20Z', 'revision_number': 4, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'subnets': [{'id': '07f240b8-3f0b-46ae-903d-eeda9167f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:21.856910 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be71c3-ebb0-405e-9a9f-2db1366b2e64 None None] The sync data for ids ['b234810f-514c-431b-819b-fe6230943986'] in dv-cinder-790492-5-smb is: [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:49:15Z', 'revision_number': 4, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port': {'id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:10Z', 'updated_at': '2021-05-31T12:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '418d30a1-bb82-464d-bdea-1a2add7f2529', 'name': '', 'network_id': 'be116ffd-15a7-4075-a107-a9d0e49dbd0d', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'mac_address': 'fa:16:3e:5c:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '07f240b8-3f0b-46ae-903d-eeda9167f2d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:15Z', 'updated_at': '2021-05-31T12:49:20Z', 'revision_number': 4, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'subnets': [{'id': '07f240b8-3f0b-46ae-903d-eeda9167f2d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:49:22.202983 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2abe6697-edb8-46c5-b2f5-5a3c9034ad89 req-3ca92426-5630-4320-90c2-acff5e2a34ff tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 210 time: 0.0796142 May 31 12:49:22.859777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955820f-fb9a-441d-af46-3165443d092b req-9b7ce31c-a275-4ff7-b508-3325729c4fe1 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:22.861960 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-9b7ce31c-a275-4ff7-b508-3325729c4fe1 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 815 time: 0.2326174 May 31 12:49:22.883955 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Request body: {'port': {'device_id': '9dcb92e9-946b-4ed1-bfdc-64999930ba65', 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'admin_state_up': True, 'tenant_id': '289f6253c1bc49ee817a561bae28f60a'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:23.060892 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-9032679d-ac7c-4314-9895-45db352bd45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:23.110072 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:23.114308 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Usage tracker for resource:port and tenant:289f6253c1bc49ee817a561bae28f60a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:23.118093 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:23.124311 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:23.136581 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Made reservation on behalf of 289f6253c1bc49ee817a561bae28f60a for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:23.141613 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:23.538482 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Allocated IP 172.20.0.10 (650c556e-aa40-4047-95af-0cdcf5c87279/71af8a35-cdaf-468a-a714-07a9e35906d4/c8330584-df15-4f0e-902c-eae7924b23d8) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:23.607140 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-94390a02-7fd7-453f-8950-303883d23445 req-735e6a33-dec9-4691-a316-bf82ef0cbec2 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 210 time: 0.0979269 May 31 12:49:23.941560 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 418d30a1-bb82-464d-bdea-1a2add7f2529 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:24.039629 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.042236 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 418d30a1-bb82-464d-bdea-1a2add7f2529 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:24.052331 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 418d30a1-bb82-464d-bdea-1a2add7f2529 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:24.052708 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.094713 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.101032 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c7f385c4-2c17-4af4-aa74-7d0e764b420c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:24.123745 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba972398-9fce-4e71-93ef-2069b215ca68', 'fe5914b4-39b0-414f-8d19-5928b0206745', 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:24.208331 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Network 650c556e-aa40-4047-95af-0cdcf5c87279 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:24.211674 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:24.215838 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:24.221810 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:24.222453 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.250286 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3704011 May 31 12:49:24.251203 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Pushing event updated for resources: {'Port': ['ID=c8330584-df15-4f0e-902c-eae7924b23d8,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:24.259332 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:24.273080 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Request body: {'port': {'device_id': '9dcb92e9-946b-4ed1-bfdc-64999930ba65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:24.414902 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.537104 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 418d30a1-bb82-464d-bdea-1a2add7f2529, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=418d30a1-bb82-464d-bdea-1a2add7f2529,segment=NetworkSegment(1bac6956-835f-4820-890d-4ade79fe98bb),segment_id=1bac6956-835f-4820-890d-4ade79fe98bb)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:24.552255 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.556300 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00c3f3-0cc3-44c3-a05f-8731b860c932 req-e0670da9-b51b-494f-9024-cfcae4d13135 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:24.557884 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fc00c3f3-0cc3-44c3-a05f-8731b860c932 req-e0670da9-b51b-494f-9024-cfcae4d13135 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1291745 May 31 12:49:24.563211 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-660f7da2-a027-47de-b078-06208590aff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:24.575705 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:24.607615 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fc00c3f3-0cc3-44c3-a05f-8731b860c932 req-e317f691-d252-4db2-897a-cab9c74a059d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426812 May 31 12:49:24.653606 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913d2b6-4bc0-4285-824d-c9715400907e req-ea55accc-eedb-4445-89ac-62a8b58f9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:24.655199 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e913d2b6-4bc0-4285-824d-c9715400907e req-ea55accc-eedb-4445-89ac-62a8b58f9f34 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1098 time: 0.3072000 May 31 12:49:24.672947 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=418d30a1-bb82-464d-bdea-1a2add7f2529,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:24.678617 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:24.857823 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b59e0-7d47-4b91-a219-d64aecd04af3 req-f2f61eae-6fcb-4495-a241-200935d9a34f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:24.868653 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-007b59e0-7d47-4b91-a219-d64aecd04af3 req-f2f61eae-6fcb-4495-a241-200935d9a34f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 932 time: 0.1234100 May 31 12:49:24.942905 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-007b59e0-7d47-4b91-a219-d64aecd04af3 req-397e66c3-1d08-420a-a8c7-2fd5c575118c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728662 May 31 12:49:24.998735 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913d2b6-4bc0-4285-824d-c9715400907e req-6c27c8ea-4364-40ad-90b9-04344b4738ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:25.000183 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e913d2b6-4bc0-4285-824d-c9715400907e req-6c27c8ea-4364-40ad-90b9-04344b4738ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.3360183 May 31 12:49:25.100164 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e913d2b6-4bc0-4285-824d-c9715400907e req-4b210966-ac7c-4292-9d1d-9cece1719f92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 200 len: 217 time: 0.0786250 May 31 12:49:25.238917 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8330584-df15-4f0e-902c-eae7924b23d8 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:49:25.255884 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913d2b6-4bc0-4285-824d-c9715400907e req-b094c340-3f0a-4e75-ba62-902b5dcc5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:25.255884 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e913d2b6-4bc0-4285-824d-c9715400907e req-b094c340-3f0a-4e75-ba62-902b5dcc5e00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.1325614 May 31 12:49:25.255884 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:25.317194 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e913d2b6-4bc0-4285-824d-c9715400907e req-225b8443-27d2-4c6a-8d07-b386247f9b7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497899 May 31 12:49:25.318172 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Transition to ACTIVE for port object c8330584-df15-4f0e-902c-eae7924b23d8 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:25.322449 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:25.326983 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:25.425703 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c197ceda-2e15-4ac1-b34f-f27dadb9af64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:25.438727 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:25.703818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Attempting to bind port c8330584-df15-4f0e-902c-eae7924b23d8 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:25.704150 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Attempting to bind port c8330584-df15-4f0e-902c-eae7924b23d8 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:25.704472 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Attempting to bind port c8330584-df15-4f0e-902c-eae7924b23d8 on network 650c556e-aa40-4047-95af-0cdcf5c87279 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:25.706496 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Pushing event updated for resources: {'Port': ['ID=c8330584-df15-4f0e-902c-eae7924b23d8,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:25.712431 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:25.717618 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Port c8330584-df15-4f0e-902c-eae7924b23d8 on network 650c556e-aa40-4047-95af-0cdcf5c87279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:49:25.718314 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Attempting to bind port c8330584-df15-4f0e-902c-eae7924b23d8 on network 650c556e-aa40-4047-95af-0cdcf5c87279 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:25.736266 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:25.737294 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Checking segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:25.738098 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Bound using segment: {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:25.748310 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Bound port: c8330584-df15-4f0e-902c-eae7924b23d8, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:25.748975 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:25.767410 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 418d30a1-bb82-464d-bdea-1a2add7f2529 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:25.855906 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e913d2b6-4bc0-4285-824d-c9715400907e req-80f2ddbb-3bbe-47d8-b38d-e261079fd2c5 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998162 May 31 12:49:25.882110 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 418d30a1-bb82-464d-bdea-1a2add7f2529 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:25.882877 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:25.911084 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6109b09-fca1-4e8a-90f6-69ce4446a150 req-4072289e-8ada-4da6-9986-7defb49574bf tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:25.938452 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c6109b09-fca1-4e8a-90f6-69ce4446a150 req-4072289e-8ada-4da6-9986-7defb49574bf tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1517415 May 31 12:49:25.978876 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] For port c8330584-df15-4f0e-902c-eae7924b23d8, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:26.000201 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] For port c8330584-df15-4f0e-902c-eae7924b23d8, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c8330584-df15-4f0e-902c-eae7924b23d8,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:26.009259 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:26.014809 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:26.032884 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c6109b09-fca1-4e8a-90f6-69ce4446a150 req-ea10a64c-2fab-45b4-a2ee-9448fd2c3aaf tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932012 May 31 12:49:26.130468 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:26.131084 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:26.132449 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] 10.222.0.30 "PUT /v2.0/ports/c8330584-df15-4f0e-902c-eae7924b23d8 HTTP/1.1" status: 200 len: 1094 time: 1.8700590 May 31 12:49:26.133000 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcb92e9-946b-4ed1-bfdc-64999930ba65', 'tag': 'c8330584-df15-4f0e-902c-eae7924b23d8'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:26.135452 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539d67c-2732-45a7-8e79-760a97395b73" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcb92e9-946b-4ed1-bfdc-64999930ba65", "tag": "c8330584-df15-4f0e-902c-eae7924b23d8"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:26.154183 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e913d2b6-4bc0-4285-824d-c9715400907e req-e8fb96c5-be53-4c20-bc82-60d7408a1988 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777569 May 31 12:49:26.160152 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Pushing event updated for resources: {'Port': ['ID=c8330584-df15-4f0e-902c-eae7924b23d8,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:26.163598 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:26.286609 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0042c-9445-4161-9470-177974ea3148 req-fac99e6a-cc52-4f26-916d-8954c65bf9b6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:26.289093 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9ac0042c-9445-4161-9470-177974ea3148 req-fac99e6a-cc52-4f26-916d-8954c65bf9b6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.1968558 May 31 12:49:26.326831 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955820f-fb9a-441d-af46-3165443d092b req-7c757be6-d572-4ac9-9db1-29f9accba7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:26.327309 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-7c757be6-d572-4ac9-9db1-29f9accba7d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 1097 time: 0.1334231 May 31 12:49:26.343081 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9ac0042c-9445-4161-9470-177974ea3148 req-09b17f50-4dcd-4cd9-a48e-c457df2f77bb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 May 31 12:49:26.357722 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:26.504937 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe4ef4-ee98-4254-b921-cd08415a2d53 x-openstack-request-id: req-c3fe4ef4-ee98-4254-b921-cd08415a2d53 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:26.505239 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcb92e9-946b-4ed1-bfdc-64999930ba65", "tag": "c8330584-df15-4f0e-902c-eae7924b23d8", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:26.505641 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3fe4ef4-ee98-4254-b921-cd08415a2d53 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:26.506033 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcb92e9-946b-4ed1-bfdc-64999930ba65', 'tag': 'c8330584-df15-4f0e-902c-eae7924b23d8', 'status': 'completed', 'code': 200} May 31 12:49:26.520737 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-52c1817a-41c6-406d-8df6-db0a4aad8097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8330584-df15-4f0e-902c-eae7924b23d8 HTTP/1.1" status: 200 len: 217 time: 0.1833687 May 31 12:49:26.597075 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955820f-fb9a-441d-af46-3165443d092b req-a163577a-eaf8-4549-9b6b-8616faef5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:26.598545 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-a163577a-eaf8-4549-9b6b-8616faef5d36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 200 len: 855 time: 0.0582564 May 31 12:49:26.654031 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-d8df7e30-7cef-49ec-81fe-d6e7b341f4c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=650c556e-aa40-4047-95af-0cdcf5c87279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429423 May 31 12:49:26.802295 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-84bf7b7d-6f0b-4f04-b220-1f4c3a2d8280 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347806 May 31 12:49:26.969673 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6955820f-fb9a-441d-af46-3165443d092b req-b200702b-0844-4b30-a287-411794c33208 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501145 May 31 12:49:27.143244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d67c-2732-45a7-8e79-760a97395b73 req-3acd41f3-db6e-470d-a4ac-b52b778bf5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:27.144959 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-d539d67c-2732-45a7-8e79-760a97395b73 req-3acd41f3-db6e-470d-a4ac-b52b778bf5b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=289f6253c1bc49ee817a561bae28f60a&device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 1097 time: 0.0730777 May 31 12:49:27.244531 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907b7ea-78ab-4097-9020-c878fffd121b req-876526c9-5185-4261-92f0-ceb9eb054fb8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:27.246971 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f907b7ea-78ab-4097-9020-c878fffd121b req-876526c9-5185-4261-92f0-ceb9eb054fb8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0992193 May 31 12:49:27.319751 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f907b7ea-78ab-4097-9020-c878fffd121b req-30b07477-4902-4036-b84e-6fe445e41268 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649185 May 31 12:49:27.320337 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d67c-2732-45a7-8e79-760a97395b73 req-f310718d-5add-4c96-b6ae-96b2625dbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:27.321767 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-d539d67c-2732-45a7-8e79-760a97395b73 req-f310718d-5add-4c96-b6ae-96b2625dbab8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 200 len: 916 time: 0.1651969 May 31 12:49:27.409174 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-d539d67c-2732-45a7-8e79-760a97395b73 req-66c82f74-7a23-4d45-8c2e-57974857d0ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8330584-df15-4f0e-902c-eae7924b23d8 HTTP/1.1" status: 200 len: 217 time: 0.0653262 May 31 12:49:27.477311 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539d67c-2732-45a7-8e79-760a97395b73 req-ba944520-d324-4a28-a5a7-5f7661290c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:27.478811 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-d539d67c-2732-45a7-8e79-760a97395b73 req-ba944520-d324-4a28-a5a7-5f7661290c74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 200 len: 855 time: 0.0606043 May 31 12:49:27.550498 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-d539d67c-2732-45a7-8e79-760a97395b73 req-2e88077b-6341-4935-9b88-097a5c266b8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=650c556e-aa40-4047-95af-0cdcf5c87279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525811 May 31 12:49:27.651392 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60924-864a-4b05-8c55-f4aea171e840 req-c8bbd70d-ff6a-467a-aa88-e4cdc4956c0e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:27.658534 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a2c60924-864a-4b05-8c55-f4aea171e840 req-c8bbd70d-ff6a-467a-aa88-e4cdc4956c0e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.1711409 May 31 12:49:27.721623 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-d539d67c-2732-45a7-8e79-760a97395b73 req-8cfe86e0-8bf8-4ad2-9d9c-2a01d1b19809 service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596198 May 31 12:49:27.725386 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a2c60924-864a-4b05-8c55-f4aea171e840 req-24856363-c77d-4b37-9e4f-279d91e291f6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657365 May 31 12:49:27.879163 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-d539d67c-2732-45a7-8e79-760a97395b73 req-1b9e39ec-153f-40e6-9771-e1e904fbda6a service neutron] 10.222.0.30 "GET /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478405 May 31 12:49:28.105478 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:28.541558 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e634443-80b4-4d68-a031-3a0444521e62 req-10a13bdd-7db8-40d3-a776-c766d5a0dde8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:28.543157 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8e634443-80b4-4d68-a031-3a0444521e62 req-10a13bdd-7db8-40d3-a776-c766d5a0dde8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0898244 May 31 12:49:28.598045 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8e634443-80b4-4d68-a031-3a0444521e62 req-4ae40a49-a972-4d86-bbed-ba22d25b71f1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 May 31 12:49:28.978087 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0c48c-4c56-4f4e-a4ed-ee2c9f014a7b req-2707143a-596e-4fd5-9a10-989c5b9f8e16 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:28.985960 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-05e0c48c-4c56-4f4e-a4ed-ee2c9f014a7b req-2707143a-596e-4fd5-9a10-989c5b9f8e16 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.1380935 May 31 12:49:29.029163 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-05e0c48c-4c56-4f4e-a4ed-ee2c9f014a7b req-6e44341e-0efd-4b6a-ae9f-6e0848f3088e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423791 May 31 12:49:29.799733 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032a99c-e6c8-432c-9d43-8e7c677e9add req-d1563404-2451-499f-afa4-1cdfdf97b482 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:29.801624 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f032a99c-e6c8-432c-9d43-8e7c677e9add req-d1563404-2451-499f-afa4-1cdfdf97b482 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0916922 May 31 12:49:29.852476 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f032a99c-e6c8-432c-9d43-8e7c677e9add req-d132d37c-f502-47f3-a1d8-8ad017053992 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443304 May 31 12:49:30.257833 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a2466-e6f9-465a-9dba-ce9b37be6b01 req-3e689f94-6f3c-4945-bbc9-f9e5e8122109 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:30.259465 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0e8a2466-e6f9-465a-9dba-ce9b37be6b01 req-3e689f94-6f3c-4945-bbc9-f9e5e8122109 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0784895 May 31 12:49:30.310311 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0e8a2466-e6f9-465a-9dba-ce9b37be6b01 req-8ccff47d-4e05-439f-aee6-1b959621c4e6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451968 May 31 12:49:31.141521 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc54588-6d2d-4f96-860d-74115db89744 req-ec7e425a-bdaa-47a5-a1bb-7dc2c5751061 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.145384 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0fc54588-6d2d-4f96-860d-74115db89744 req-ec7e425a-bdaa-47a5-a1bb-7dc2c5751061 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1857033 May 31 12:49:31.278308 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0fc54588-6d2d-4f96-860d-74115db89744 req-57e07d38-12bb-460f-9638-450aba0a9dd7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130664 May 31 12:49:31.560818 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010fe1c-bde9-40b1-9ae7-6532c45b51c8 req-f7aa7679-a186-426e-9a11-f6868744688c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:31.567232 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f010fe1c-bde9-40b1-9ae7-6532c45b51c8 req-f7aa7679-a186-426e-9a11-f6868744688c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.1227677 May 31 12:49:31.643512 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f010fe1c-bde9-40b1-9ae7-6532c45b51c8 req-c4e98f4f-7a65-4cc7-b6bc-7a3194ccac77 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748348 May 31 12:49:32.484825 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c116601-73ca-4683-b793-87010d3991c9 req-88581893-17d5-4d4f-a636-f7ef71b96807 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:32.486462 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4c116601-73ca-4683-b793-87010d3991c9 req-88581893-17d5-4d4f-a636-f7ef71b96807 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0844424 May 31 12:49:32.533587 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4c116601-73ca-4683-b793-87010d3991c9 req-727184b4-364c-4c8b-bfd7-369cb433c712 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 May 31 12:49:32.845585 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80207954-ff1e-4cd2-b19b-8a900f55e0e8 req-56466236-3e96-4171-855b-41c3ebbfe1d4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:32.847168 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-80207954-ff1e-4cd2-b19b-8a900f55e0e8 req-56466236-3e96-4171-855b-41c3ebbfe1d4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0967064 May 31 12:49:32.901608 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-80207954-ff1e-4cd2-b19b-8a900f55e0e8 req-ca3a886d-ec30-4033-8dcb-71274bc4a1cf tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 May 31 12:49:33.733521 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef41be2-fafa-4577-9bb0-a6d5de6db6ba req-0ce91494-efe8-48cf-a525-74a531aa60c0 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:33.735148 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2ef41be2-fafa-4577-9bb0-a6d5de6db6ba req-0ce91494-efe8-48cf-a525-74a531aa60c0 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0850215 May 31 12:49:33.781223 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2ef41be2-fafa-4577-9bb0-a6d5de6db6ba req-12b6da92-4f5a-47e6-8a64-65b47a0926a4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393386 May 31 12:49:34.106348 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b73e7-f497-4c9b-9c61-82dc2978666c req-ca320bcd-f1b7-49c1-a5e2-a60baf9e8bc9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:34.113582 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7a6b73e7-f497-4c9b-9c61-82dc2978666c req-ca320bcd-f1b7-49c1-a5e2-a60baf9e8bc9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0975728 May 31 12:49:34.163009 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7a6b73e7-f497-4c9b-9c61-82dc2978666c req-7a3dabec-7d9b-4300-b0e2-94683741fabb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485284 May 31 12:49:34.990209 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ee94c-b4a7-4e97-9d6a-1d64ddad34e1 req-6a9c7659-2cf2-42e5-a921-d649d76a80d6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:34.998048 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-735ee94c-b4a7-4e97-9d6a-1d64ddad34e1 req-6a9c7659-2cf2-42e5-a921-d649d76a80d6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1005301 May 31 12:49:35.051700 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-735ee94c-b4a7-4e97-9d6a-1d64ddad34e1 req-2f37a9d4-1fa2-48ee-905b-0ca2d80b2456 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526211 May 31 12:49:35.357709 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718c2d4-30f5-44f3-b40a-a351a51f6e87 req-2b20cc8b-8304-445d-8dbd-3ba3d4db60fb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:35.359213 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3718c2d4-30f5-44f3-b40a-a351a51f6e87 req-2b20cc8b-8304-445d-8dbd-3ba3d4db60fb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0857141 May 31 12:49:35.406919 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3718c2d4-30f5-44f3-b40a-a351a51f6e87 req-9ebac434-a336-4fd4-b901-75eb150bc6f7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 May 31 12:49:35.503491 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:36.252115 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229b639-54f1-4cfa-88d3-8e40c3544f02 req-15515a53-2bf3-4231-9f4a-145999cc7143 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:36.254653 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7229b639-54f1-4cfa-88d3-8e40c3544f02 req-15515a53-2bf3-4231-9f4a-145999cc7143 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0893822 May 31 12:49:36.314776 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7229b639-54f1-4cfa-88d3-8e40c3544f02 req-c93ca20a-ff87-4428-98be-c50cc27844ff tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533905 May 31 12:49:36.598198 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ad4d8-9f80-426c-9215-7d9a2c7bab0e req-04d8960d-dbe3-40ab-9677-5e4fbb8b5324 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:36.605943 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-df5ad4d8-9f80-426c-9215-7d9a2c7bab0e req-04d8960d-dbe3-40ab-9677-5e4fbb8b5324 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0884008 May 31 12:49:36.649231 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-df5ad4d8-9f80-426c-9215-7d9a2c7bab0e req-0fc567c8-ec44-411a-b8b7-72bac8fc8961 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 May 31 12:49:36.884756 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 37248) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:37.053865 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.069514 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:37.073728 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Usage tracker for resource:security_group_rule and tenant:392a92abd1eb4ba9a27b376202ba4b6b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:37.077047 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:37.084426 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:37.184628 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.190787 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.199541 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ac7a4953-2431-49f7-8956-b59250935bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:37.241393 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=392a92abd1eb4ba9a27b376202ba4b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555086 May 31 12:49:37.242377 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d2505e-783a-4a31-8931-f3d13671a783,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:37.244322 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 37258) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:37.246182 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:37.319947 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-6e85706f-94a6-4c8f-931f-8e296b39ca22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.346972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-6e85706f-94a6-4c8f-931f-8e296b39ca22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.401892 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-6e85706f-94a6-4c8f-931f-8e296b39ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.406274 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-95433c1e-70ad-477b-aa30-21c6cfa7c010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:37.416774 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85706f-94a6-4c8f-931f-8e296b39ca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d2505e-783a-4a31-8931-f3d13671a783,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:37.419713 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-6e85706f-94a6-4c8f-931f-8e296b39ca22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:37.426471 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-6e85706f-94a6-4c8f-931f-8e296b39ca22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.427789 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-6e85706f-94a6-4c8f-931f-8e296b39ca22 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2d2505e-783a-4a31-8931-f3d13671a783 HTTP/1.1" status: 204 len: 168 time: 0.1823330 May 31 12:49:37.535984 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e3944-0af9-4a82-adc5-d777c379a174 req-ea0dbff2-cd5d-4fe0-aab5-35e41dcc9b7e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:37.538099 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de5e3944-0af9-4a82-adc5-d777c379a174 req-ea0dbff2-cd5d-4fe0-aab5-35e41dcc9b7e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0873768 May 31 12:49:37.597993 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de5e3944-0af9-4a82-adc5-d777c379a174 req-94e2e7fa-a8e8-458c-95de-27cc1e4f2bbb tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532591 May 31 12:49:37.893999 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787a0e0-ce36-4b99-93a2-b07851188b31 req-1644fe31-8e77-4fda-b88a-8d4e4763e14b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:37.895551 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8787a0e0-ce36-4b99-93a2-b07851188b31 req-1644fe31-8e77-4fda-b88a-8d4e4763e14b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.1183431 May 31 12:49:37.944661 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8787a0e0-ce36-4b99-93a2-b07851188b31 req-bf2ae845-49da-4a63-a7d8-7b609ddcc3f3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 May 31 12:49:38.869573 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aac97-aa64-4c1e-9a47-81fbb64612f4 req-edd381d5-5831-4593-af16-017d16cf9f51 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:38.879146 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e76aac97-aa64-4c1e-9a47-81fbb64612f4 req-edd381d5-5831-4593-af16-017d16cf9f51 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1124959 May 31 12:49:39.179907 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e76aac97-aa64-4c1e-9a47-81fbb64612f4 req-d8b3404b-7eb3-4890-ab07-e1e736b3952d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954068 May 31 12:49:39.295199 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121890-9df7-4d87-bdb5-9025c656f51f req-08e811bf-2262-4d9e-8793-611410c5e8fa tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:39.297259 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c5121890-9df7-4d87-bdb5-9025c656f51f req-08e811bf-2262-4d9e-8793-611410c5e8fa tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.1078429 May 31 12:49:39.358853 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c5121890-9df7-4d87-bdb5-9025c656f51f req-dcb68994-123a-4a5c-a0cc-a2925f82058c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552397 May 31 12:49:40.414158 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b039b8-66a4-40ab-9c0a-a89ef4581398 req-2c18fa0d-b685-4102-938d-f95c971f1182 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:40.420519 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5b039b8-66a4-40ab-9c0a-a89ef4581398 req-2c18fa0d-b685-4102-938d-f95c971f1182 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1035795 May 31 12:49:40.462213 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5b039b8-66a4-40ab-9c0a-a89ef4581398 req-d862a992-ea68-4004-b034-6f9b488cffb0 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 May 31 12:49:41.058006 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0789312-7043-4ee3-a12d-6869e3b5fda9 req-cc70475c-4891-4f80-9ec4-041a2245421e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:41.060612 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a0789312-7043-4ee3-a12d-6869e3b5fda9 req-cc70475c-4891-4f80-9ec4-041a2245421e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0843384 May 31 12:49:41.112647 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a0789312-7043-4ee3-a12d-6869e3b5fda9 req-aa2fd4d7-0f44-408d-8edc-5f4eace0cd7b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406966 May 31 12:49:41.670607 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85da550-18ba-402a-ac45-6ef86998c3a9 req-4aa0ce50-68f4-4a2c-867a-bab5fd62748a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:41.672078 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e85da550-18ba-402a-ac45-6ef86998c3a9 req-4aa0ce50-68f4-4a2c-867a-bab5fd62748a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0980129 May 31 12:49:41.717934 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e85da550-18ba-402a-ac45-6ef86998c3a9 req-332419c4-aeb8-4c0c-b581-644cdca91b4b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397279 May 31 12:49:41.910328 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:49:42.524817 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed59599-8b4c-4b75-a609-eb713d1c812c req-d22c8bda-7508-4953-9660-25b0680ea2c4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:42.526278 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-eed59599-8b4c-4b75-a609-eb713d1c812c req-d22c8bda-7508-4953-9660-25b0680ea2c4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0808642 May 31 12:49:42.577636 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-eed59599-8b4c-4b75-a609-eb713d1c812c req-2eb84a1a-24ef-4851-a19a-a39e13adb91b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446956 May 31 12:49:42.889389 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe59554-8b7b-469e-bdb1-e68a0afd2935 req-ddbaf29b-ea69-4ccd-bb10-41202b6ef36d tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:42.890833 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2fe59554-8b7b-469e-bdb1-e68a0afd2935 req-ddbaf29b-ea69-4ccd-bb10-41202b6ef36d tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.0801647 May 31 12:49:42.941232 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2fe59554-8b7b-469e-bdb1-e68a0afd2935 req-aa3bfa29-7af4-4b78-ac9f-e6d90cc01dc2 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445566 May 31 12:49:43.122728 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e70be-aa22-4d20-9150-c250862e2496 req-87f13579-b6cc-4355-9abe-5533627dc519 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:43.124786 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-564e70be-aa22-4d20-9150-c250862e2496 req-87f13579-b6cc-4355-9abe-5533627dc519 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0919466 May 31 12:49:43.171297 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-564e70be-aa22-4d20-9150-c250862e2496 req-de39abb5-e061-45d0-9160-fffa4e321bc6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 May 31 12:49:43.779576 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ade4ba-af6a-4a0b-a302-12cd3e7f14ad req-d2ba749d-9bd8-45db-be63-73975e0366b4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:43.781083 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-18ade4ba-af6a-4a0b-a302-12cd3e7f14ad req-d2ba749d-9bd8-45db-be63-73975e0366b4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0899863 May 31 12:49:43.828506 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-18ade4ba-af6a-4a0b-a302-12cd3e7f14ad req-1a8580f9-2c35-461b-b2ad-8959b36483e7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 May 31 12:49:44.161566 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe564c-5502-4cac-ac68-af8e4507f9a1 req-312c6769-6f89-4226-887b-9b7ea8e3280d tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:44.163087 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-edbe564c-5502-4cac-ac68-af8e4507f9a1 req-312c6769-6f89-4226-887b-9b7ea8e3280d tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.0894234 May 31 12:49:44.209814 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-edbe564c-5502-4cac-ac68-af8e4507f9a1 req-bbf6e6d6-59b0-4a76-8ef4-0df9e1d212b2 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 May 31 12:49:44.395685 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d334a4-83f2-463f-a7d0-1b6d92a602b5 req-9370581a-a607-4466-8606-ef2439158bed tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:44.397239 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-24d334a4-83f2-463f-a7d0-1b6d92a602b5 req-9370581a-a607-4466-8606-ef2439158bed tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0849121 May 31 12:49:44.455250 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-24d334a4-83f2-463f-a7d0-1b6d92a602b5 req-e73a1855-b0f4-40a8-a57b-090fafd8c93f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512328 May 31 12:49:45.063185 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430457d8-9d2b-4748-b73b-a3bb5acb96aa req-10f76317-bc49-4c58-a4a0-1c82678cfe3e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:45.064856 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-430457d8-9d2b-4748-b73b-a3bb5acb96aa req-10f76317-bc49-4c58-a4a0-1c82678cfe3e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0942295 May 31 12:49:45.119839 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-430457d8-9d2b-4748-b73b-a3bb5acb96aa req-0de46f4c-6d80-4b57-8f20-84a6fcba0c08 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 May 31 12:49:45.452559 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf055779-d0ea-40d5-9791-05677a2ecaf5 req-37788d7a-c70b-4673-abbc-8804fa92945c tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:45.454008 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cf055779-d0ea-40d5-9791-05677a2ecaf5 req-37788d7a-c70b-4673-abbc-8804fa92945c tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.0872107 May 31 12:49:45.502647 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cf055779-d0ea-40d5-9791-05677a2ecaf5 req-98c38844-80fb-4958-9efe-0441d5f03abc tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423365 May 31 12:49:45.695189 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6f16b-ac54-45e2-9914-be21076f5ab6 req-0828962c-7bd5-43f9-a3cb-3a195d2c5985 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:45.696685 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9af6f16b-ac54-45e2-9914-be21076f5ab6 req-0828962c-7bd5-43f9-a3cb-3a195d2c5985 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0828800 May 31 12:49:45.743314 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9af6f16b-ac54-45e2-9914-be21076f5ab6 req-e692b17e-a098-497d-be51-fa0d77c5ead4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 May 31 12:49:46.313709 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa6593-a2c7-4766-b2c7-950ea29e6468 req-e33f6919-ec1c-4ac7-87fa-f6532a0de936 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:46.315199 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-70aa6593-a2c7-4766-b2c7-950ea29e6468 req-e33f6919-ec1c-4ac7-87fa-f6532a0de936 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0888810 May 31 12:49:46.362245 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-70aa6593-a2c7-4766-b2c7-950ea29e6468 req-77c538a8-4994-46c4-b234-f6580cfdd84d tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 May 31 12:49:46.560069 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-f6aee9cc-cdcf-4f98-a67b-e9356e0d1521 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=daa20aa744b04972898b1599633596ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335128 May 31 12:49:46.756306 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-774aaeab-287f-4624-9d7b-0ce10b3ab817 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:46.757737 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-774aaeab-287f-4624-9d7b-0ce10b3ab817 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969342 May 31 12:49:46.776788 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-d9d246db-52b1-4d66-89a3-b7d130618392 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/quotas/daa20aa744b04972898b1599633596ce HTTP/1.1" status: 200 len: 375 time: 0.0134153 May 31 12:49:46.785208 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225df9cc-0350-4578-8590-3e5ca8e5ce95 req-af03d487-7cbd-49dc-88b3-305c6db83912 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:46.786630 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-225df9cc-0350-4578-8590-3e5ca8e5ce95 req-af03d487-7cbd-49dc-88b3-305c6db83912 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.1512411 May 31 12:49:46.844242 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-0d9fca2d-1ff7-4cb2-88e2-f6b8845040e8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=daa20aa744b04972898b1599633596ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566876 May 31 12:49:46.867386 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-225df9cc-0350-4578-8590-3e5ca8e5ce95 req-66d7e621-d571-4eb8-af90-3cc710ceb9c1 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491958 May 31 12:49:47.119656 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2344bc01-c13f-4861-a2d6-cdf2ed5fa861 req-9594ebb1-abf8-4952-8272-3356aabd3e8b tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 210 time: 0.1172411 May 31 12:49:47.159383 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf5040-2245-479a-b02b-b02686fc11ca req-fc401170-e42b-4de1-92ba-afcdda9d99e1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:47.161123 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-60bf5040-2245-479a-b02b-b02686fc11ca req-fc401170-e42b-4de1-92ba-afcdda9d99e1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1936855 May 31 12:49:47.206815 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-60bf5040-2245-479a-b02b-b02686fc11ca req-d8cc03cb-e325-42bc-a0ac-addf3899147b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 May 31 12:49:47.555765 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2adb-5628-45b9-965d-5eb2de553008 req-0f7a8794-cdda-487c-bcbe-d73dacd74aa2 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:47.557249 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-294b2adb-5628-45b9-965d-5eb2de553008 req-0f7a8794-cdda-487c-bcbe-d73dacd74aa2 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0842423 May 31 12:49:47.626930 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-294b2adb-5628-45b9-965d-5eb2de553008 req-9b1660e3-6a24-4116-9a3a-04f8625119d3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620189 May 31 12:49:48.056380 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd71ff-fc3e-4f05-846f-4f5308e58daa req-0120ed70-e725-464c-9621-94d90a0ef6db tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:48.058192 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-11bd71ff-fc3e-4f05-846f-4f5308e58daa req-0120ed70-e725-464c-9621-94d90a0ef6db tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.0819435 May 31 12:49:48.109363 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-11bd71ff-fc3e-4f05-846f-4f5308e58daa req-545393fd-27ee-486e-b758-a14798789f33 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450013 May 31 12:49:48.281931 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6463e857-9ce5-4b23-8471-17f8027b5d7e req-76a35ad9-49b0-474a-bf44-49ae1eefb63b tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 210 time: 0.0512736 May 31 12:49:48.416572 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-93fefd59-c7e7-4c04-b071-b8d4a22d9df5 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=daa20aa744b04972898b1599633596ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462513 May 31 12:49:48.445007 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016b946-2b14-457e-a99c-5e3f4579d95e req-2a3587c9-07f0-49c0-aa55-c9f5f7550c74 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:48.446555 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8016b946-2b14-457e-a99c-5e3f4579d95e req-2a3587c9-07f0-49c0-aa55-c9f5f7550c74 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0943379 May 31 12:49:48.502881 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8016b946-2b14-457e-a99c-5e3f4579d95e req-745c09e1-04d1-48cc-9f9f-ead9b19e62d6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491850 May 31 12:49:48.599850 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-0940699b-b918-4d30-8948-0c7d23a8a2e4 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:48.601574 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-0940699b-b918-4d30-8948-0c7d23a8a2e4 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794562 May 31 12:49:48.629004 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Request body: {'port': {'device_id': '1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346', 'network_id': '4630843a-73a1-4785-99ee-29be14180b69', 'admin_state_up': True, 'tenant_id': 'daa20aa744b04972898b1599633596ce'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:48.773623 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:48.777940 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Usage tracker for resource:port and tenant:daa20aa744b04972898b1599633596ce is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:48.781116 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:48.786861 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:48.796944 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Made reservation on behalf of daa20aa744b04972898b1599633596ce for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:49:48.800681 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.812768 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:48.828420 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:49:48.831762 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301ca4d-78e4-47db-9cb3-7d58df251b00 req-681c1959-707e-4116-819d-62bcce5f7a77 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:48.832265 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Usage tracker for resource:security_group_rule and tenant:daa20aa744b04972898b1599633596ce is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:49:48.833239 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2301ca4d-78e4-47db-9cb3-7d58df251b00 req-681c1959-707e-4116-819d-62bcce5f7a77 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0878737 May 31 12:49:48.835125 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:49:48.841444 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:49:48.886018 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2301ca4d-78e4-47db-9cb3-7d58df251b00 req-6c3bf655-9331-4f2d-9c7f-314226b4793d tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 May 31 12:49:48.998238 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.002321 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.005596 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dec5af88-f622-4341-92f5-67f385798cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:49.085897 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee24f2c9-5b31-4c37-9e5c-c1a804439569,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:49.091053 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:49.177852 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Allocated IP 192.168.233.31 (4630843a-73a1-4785-99ee-29be14180b69/775ff11f-e198-4989-9a34-9ab9fda185b4/3a0cb5d4-5f86-4eab-90ae-190ce0ece25a) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:49:49.301158 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e57f1f-87b7-432e-8ce3-4c70792771b2 req-da2225d0-80ed-4ea9-8017-f0df86a248c8 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:49.302759 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-54e57f1f-87b7-432e-8ce3-4c70792771b2 req-da2225d0-80ed-4ea9-8017-f0df86a248c8 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.0797529 May 31 12:49:49.351606 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-54e57f1f-87b7-432e-8ce3-4c70792771b2 req-e6a8d4e5-83f9-4753-a0a9-0cf415da8b94 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 May 31 12:49:49.390928 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.406314 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Transition to ACTIVE for port object 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:49.430012 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.436397 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:49.474197 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51557a4f-d0eb-4052-b92d-6ab60721ad7b req-395e1169-5a44-49ce-a90e-289ff4351a04 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:49.475689 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-51557a4f-d0eb-4052-b92d-6ab60721ad7b req-395e1169-5a44-49ce-a90e-289ff4351a04 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 935 time: 0.0783691 May 31 12:49:49.503929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Network 4630843a-73a1-4785-99ee-29be14180b69 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:49:49.507076 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:49:49.511117 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:49:49.516727 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:49.517336 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.523802 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-51557a4f-d0eb-4052-b92d-6ab60721ad7b req-4e848cdc-2f01-49f9-bcc3-c0e73c22935e tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 May 31 12:49:49.526672 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Pushing event updated for resources: {'Port': ['ID=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:49.541022 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:49.550473 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 37526) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:49.569571 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9441566 May 31 12:49:49.586439 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Request body: {'port': {'device_id': '1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:49:49.617777 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_v2 [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Deleting subnet 82bd8cec-a684-4b19-a766-c8f641d9568a {{(pid=98236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:49:49.621935 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.711020 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.728798 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799340'] for subnet, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.795770 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.807538 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-1c52dab5-e03a-4d14-89ac-c08082346411 None None] Provisioning for port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:49.812786 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-1c52dab5-e03a-4d14-89ac-c08082346411 None None] Provisioning complete for port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:49.813266 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-1c52dab5-e03a-4d14-89ac-c08082346411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:49.834241 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeb033-af4a-4bcb-816e-b427970666b7 req-513dca53-65a9-4838-83ca-405e4994724f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:49.835805 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ddeeb033-af4a-4bcb-816e-b427970666b7 req-513dca53-65a9-4838-83ca-405e4994724f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1840043 May 31 12:49:49.869076 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-1c52dab5-e03a-4d14-89ac-c08082346411 None None] Port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:49:50.059918 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ddeeb033-af4a-4bcb-816e-b427970666b7 req-5e44b75c-8d97-4847-a37f-b9afc57d7c7d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149880 May 31 12:49:50.069913 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:49:50.083411 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.098743 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Transition to ACTIVE for port object 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:49:50.104243 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.109205 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:50.180186 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b450-afb2-442f-b7f8-d182276ef53c req-61378ba7-9f0c-40c3-bf7f-d306cf873025 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:50.181768 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2682b450-afb2-442f-b7f8-d182276ef53c req-61378ba7-9f0c-40c3-bf7f-d306cf873025 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.1707137 May 31 12:49:50.204039 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3817717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3659058'] for subnet, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.213510 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:50.259342 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82bd8cec-a684-4b19-a766-c8f641d9568a,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:50.264637 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:50.268157 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.282709 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2682b450-afb2-442f-b7f8-d182276ef53c req-2051b5c7-5ad8-473c-82fd-8e1dfa8ec8c8 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950153 May 31 12:49:50.288911 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/82bd8cec-a684-4b19-a766-c8f641d9568a HTTP/1.1" status: 204 len: 168 time: 0.7372930 May 31 12:49:50.289682 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 37536) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:50.293187 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:50.311412 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:50.318695 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Attempting to bind port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:49:50.319094 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Attempting to bind port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:49:50.319360 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Attempting to bind port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a on network 4630843a-73a1-4785-99ee-29be14180b69 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:50.325218 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a on network 4630843a-73a1-4785-99ee-29be14180b69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:49:50.325537 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Attempting to bind port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a on network 4630843a-73a1-4785-99ee-29be14180b69 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:49:50.331440 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:49:50.331778 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Checking segment: {'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:49:50.332164 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Bound using segment: {'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:49:50.332596 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Bound port: 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d9bc683-cb75-4414-b6e8-d678d9ab017f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '4630843a-73a1-4785-99ee-29be14180b69'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:49:50.332941 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.408878 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.481780 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] For port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:49:50.497119 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] For port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,segment=NetworkSegment(9d9bc683-cb75-4414-b6e8-d678d9ab017f),segment_id=9d9bc683-cb75-4414-b6e8-d678d9ab017f)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:49:50.503011 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.509196 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:50.573070 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:50.573680 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.575692 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a0cb5d4-5f86-4eab-90ae-190ce0ece25a HTTP/1.1" status: 200 len: 1097 time: 0.9952629 May 31 12:49:50.578741 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346', 'tag': '3a0cb5d4-5f86-4eab-90ae-190ce0ece25a'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:50.581062 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9482b03-9ff3-42d8-9cdc-9296ae94451a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346", "tag": "3a0cb5d4-5f86-4eab-90ae-190ce0ece25a"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:50.596924 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-ee704a4e-87d2-41ab-b68f-86a900c2422e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:50.597746 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-ee704a4e-87d2-41ab-b68f-86a900c2422e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Synchronizing usage tracker for tenant:d8dfd24f303c43ba968f628a6b8ef5cc on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:50.620388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Pushing event updated for resources: {'Port': ['ID=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:50.624777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:50.632962 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-ee704a4e-87d2-41ab-b68f-86a900c2422e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Unset dirty status for tenant:d8dfd24f303c43ba968f628a6b8ef5cc on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:50.634114 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-ee704a4e-87d2-41ab-b68f-86a900c2422e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.2165782 May 31 12:49:50.657351 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.677697 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf9b683-0cdf-4faf-8125-935b1c0760d7']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:50.726677 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43849a62-52ee-4681-93ea-dcb280d540e4') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:50.726977 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43849a62-52ee-4681-93ea-dcb280d540e4') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:49:50.753106 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.786769 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.798478 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:49:50.799118 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:49:50.813529 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:49:50.828317 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009596-9673-4b9d-8da3-47f995a1a72d req-f5ff623f-e5e2-4e48-9ecb-afc1fe2be576 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:50.829819 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-40009596-9673-4b9d-8da3-47f995a1a72d req-f5ff623f-e5e2-4e48-9ecb-afc1fe2be576 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 946 time: 0.2333016 May 31 12:49:50.837099 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-8dc4abda-dfb4-4e73-a60d-8f30cf03af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:50.838651 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-8dc4abda-dfb4-4e73-a60d-8f30cf03af55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=daa20aa744b04972898b1599633596ce&device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 1100 time: 0.1891809 May 31 12:49:50.854852 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Deleting port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:49:50.855183 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.941726 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014078-e325-482a-9649-335093c2e039 req-64ccffbc-e8d0-44d0-93fc-c61599f98b09 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:50.943342 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb014078-e325-482a-9649-335093c2e039 req-64ccffbc-e8d0-44d0-93fc-c61599f98b09 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 947 time: 0.2535281 May 31 12:49:50.944007 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.954185 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:50.970520 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:50.988977 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-40009596-9673-4b9d-8da3-47f995a1a72d req-e2d9f3b1-b0c9-4d2b-8468-a7daafc9fa20 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123388 May 31 12:49:50.997674 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf9b683-0cdf-4faf-8125-935b1c0760d7,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:51.006433 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:51.021469 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] 10.222.0.65 "DELETE /v2.0/networks/5cf9b683-0cdf-4faf-8125-935b1c0760d7 HTTP/1.1" status: 204 len: 168 time: 0.7307019 May 31 12:49:51.045178 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb014078-e325-482a-9649-335093c2e039 req-4823134c-909d-455f-b17c-1b2de8748e2c tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939548 May 31 12:49:51.062151 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-2dd8489a-d7a2-4ba0-b319-d257e65f4884 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a HTTP/1.1" status: 200 len: 217 time: 0.1936636 May 31 12:49:51.108720 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7357640b-6625-4dbb-86fc-d997c6da3485 x-openstack-request-id: req-7357640b-6625-4dbb-86fc-d997c6da3485 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:51.109029 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346", "tag": "3a0cb5d4-5f86-4eab-90ae-190ce0ece25a", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:51.109296 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7357640b-6625-4dbb-86fc-d997c6da3485 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:51.109887 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346', 'tag': '3a0cb5d4-5f86-4eab-90ae-190ce0ece25a', 'status': 'completed', 'code': 200} May 31 12:49:51.180096 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-05e9deed-2907-4e7a-bd14-4da9abcae6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.181798 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-05e9deed-2907-4e7a-bd14-4da9abcae6b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=775ff11f-e198-4989-9a34-9ab9fda185b4 HTTP/1.1" status: 200 len: 843 time: 0.1060531 May 31 12:49:51.240043 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 37552) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:51.243033 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] For port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:51.243468 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.302360 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ef172f98-4452-40c0-bb0e-dd18c4ce587b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89140cef927e438096dc39d8470e330f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610597 May 31 12:49:51.304717 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 37556) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:51.327368 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf6db2-ea32-44cd-abec-f0d1d06b6959 req-1cdd5ffa-f172-45dc-8308-fc4a150f507d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.328806 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-08bf6db2-ea32-44cd-abec-f0d1d06b6959 req-1cdd5ffa-f172-45dc-8308-fc4a150f507d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1474066 May 31 12:49:51.373110 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Calling delete_port for 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:49:51.409374 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-7a3afcdd-babf-4718-89a4-596d79645739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.410878 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-7a3afcdd-babf-4718-89a4-596d79645739 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4630843a-73a1-4785-99ee-29be14180b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2198310 May 31 12:49:51.411147 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-504fff32-144e-4c22-8bf9-edaf50e441b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.417161 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-08bf6db2-ea32-44cd-abec-f0d1d06b6959 req-e50026dc-0137-4f2f-8036-24358877e1ac tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 May 31 12:49:51.486926 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-504fff32-144e-4c22-8bf9-edaf50e441b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.552978 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061110f-d3fb-4169-85fd-39c6d57147fd req-08612426-8d43-41bc-a1dc-8d1c08b7ffe6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:51.554481 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7061110f-d3fb-4169-85fd-39c6d57147fd req-08612426-8d43-41bc-a1dc-8d1c08b7ffe6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.1405993 May 31 12:49:51.579331 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-504fff32-144e-4c22-8bf9-edaf50e441b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.586667 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a6027870-795a-4cab-8786-f1cb4f30eac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:51.603495 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fff32-144e-4c22-8bf9-edaf50e441b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec25a60-2c21-4f67-807d-85f696f31ed4,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:51.610805 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-6ba90452-81df-4a5a-8f56-a1c120448a42 service neutron] 10.222.0.30 "GET /v2.0/networks/4630843a-73a1-4785-99ee-29be14180b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825612 May 31 12:49:51.612325 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.613055 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-504fff32-144e-4c22-8bf9-edaf50e441b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:51.617662 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-47e1ba58-e711-404d-aca0-4d4b7031420d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:51.628982 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7061110f-d3fb-4169-85fd-39c6d57147fd req-52e3c98b-131a-4b9e-afd1-bfb7dfbf9310 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646107 May 31 12:49:51.629637 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-504fff32-144e-4c22-8bf9-edaf50e441b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.630716 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-504fff32-144e-4c22-8bf9-edaf50e441b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aec25a60-2c21-4f67-807d-85f696f31ed4 HTTP/1.1" status: 204 len: 168 time: 0.3250391 May 31 12:49:51.646359 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['0666c2f2-6373-4cc4-bf28-bbef3fe292f8'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:51.690109 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Pushing event deleted for resources: {'Port': ['ID=0666c2f2-6373-4cc4-bf28-bbef3fe292f8,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:51.720101 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:51.820477 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] No DVR routers for this DVR port 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:49:51.824778 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:51.842290 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e7888ff-7537-4b5e-b876-3d13f2ec47b5 req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.30 "DELETE /v2.0/ports/0666c2f2-6373-4cc4-bf28-bbef3fe292f8 HTTP/1.1" status: 204 len: 173 time: 1.1532347 May 31 12:49:51.881328 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a99de59d-c0c4-4daf-8a8d-ee79641be979 req-6567c5ba-9efe-4355-8579-391b09354d60 service neutron] 10.222.0.30 "GET /v2.0/networks/4630843a-73a1-4785-99ee-29be14180b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213039 May 31 12:49:52.019462 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-89b3daa3-ac8c-49f8-a75c-4bc88e036f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:52.020969 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-89b3daa3-ac8c-49f8-a75c-4bc88e036f4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=daa20aa744b04972898b1599633596ce&device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 1100 time: 0.0812960 May 31 12:49:52.176864 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4e26efd5-2bd5-4693-932d-82e40510e024 req-7b9ab5d1-24a7-438c-ae1f-f999c1c5697f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=0cb757c4-5136-4d38-a64c-63b242fab431 HTTP/1.1" status: 200 len: 210 time: 0.0498359 May 31 12:49:52.222906 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-ca8975b4-0ad5-4644-8ff8-9552ead68252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:52.225105 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-ca8975b4-0ad5-4644-8ff8-9552ead68252 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4630843a-73a1-4785-99ee-29be14180b69 HTTP/1.1" status: 200 len: 870 time: 0.1914582 May 31 12:49:52.292293 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ec1d7-4f5d-44af-9297-068a97510efd req-84281afc-7356-4218-83db-9bb238cf6a18 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:52.294277 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa6ec1d7-4f5d-44af-9297-068a97510efd req-84281afc-7356-4218-83db-9bb238cf6a18 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 947 time: 0.0987251 May 31 12:49:52.305112 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-c137892c-f91b-4598-be2e-b788628acae5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a HTTP/1.1" status: 200 len: 217 time: 0.0715592 May 31 12:49:52.345479 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa6ec1d7-4f5d-44af-9297-068a97510efd req-8d95a236-a10a-4f62-b7cc-75485760f280 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432644 May 31 12:49:52.379450 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-cbd001db-056c-4590-8bfa-19848dc288e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:52.380929 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-cbd001db-056c-4590-8bfa-19848dc288e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=775ff11f-e198-4989-9a34-9ab9fda185b4 HTTP/1.1" status: 200 len: 843 time: 0.0689242 May 31 12:49:52.460302 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-e240050f-b134-49dd-a4fa-84e0a0c41582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:52.461761 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-e240050f-b134-49dd-a4fa-84e0a0c41582 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4630843a-73a1-4785-99ee-29be14180b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710475 May 31 12:49:52.603462 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-dd78c50d-8400-4b8c-a149-b617d08bffab service neutron] 10.222.0.30 "GET /v2.0/networks/4630843a-73a1-4785-99ee-29be14180b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322291 May 31 12:49:52.610585 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da798fb-2935-4d3f-83f0-d2765112354d req-8004eab6-bba2-483d-9027-4b3a394615bb tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:52.612127 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6da798fb-2935-4d3f-83f0-d2765112354d req-8004eab6-bba2-483d-9027-4b3a394615bb tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0839548 May 31 12:49:52.658637 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6da798fb-2935-4d3f-83f0-d2765112354d req-79e79448-2c90-49db-a92c-482f8e06273c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 May 31 12:49:52.838601 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c9482b03-9ff3-42d8-9cdc-9296ae94451a req-0505007a-5381-4092-b8f1-fd871824b21e service neutron] 10.222.0.30 "GET /v2.0/networks/4630843a-73a1-4785-99ee-29be14180b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263098 May 31 12:49:52.845472 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201e583-ef02-4713-841b-9e716cf63ee0 req-77b53034-975e-4c8f-b9e1-1305d6b8a006 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:52.852494 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9201e583-ef02-4713-841b-9e716cf63ee0 req-77b53034-975e-4c8f-b9e1-1305d6b8a006 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 944 time: 0.0955262 May 31 12:49:52.896053 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9201e583-ef02-4713-841b-9e716cf63ee0 req-7ed9b2ed-4100-4aee-aaaf-45a840097f49 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 May 31 12:49:52.904824 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device c8330584-df15-4f0e-902c-eae7924b23d8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:49:53.058476 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port c8330584-df15-4f0e-902c-eae7924b23d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c8330584-df15-4f0e-902c-eae7924b23d8,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:53.076106 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'c8330584-df15-4f0e-902c-eae7924b23d8', 'network_id': '650c556e-aa40-4047-95af-0cdcf5c87279', 'port_id': 'c8330584-df15-4f0e-902c-eae7924b23d8', 'mac_address': 'fa:16:3e:d8:cd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af8a35-cdaf-468a-a714-07a9e35906d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:49:53.079122 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-0ed57a79-b87d-46c3-9765-d3c900bb34cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:53.111501 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb757c4-5136-4d38-a64c-63b242fab431', 'name': 'network-vif-deleted', 'tag': '0666c2f2-6373-4cc4-bf28-bbef3fe292f8'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:53.115626 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65293d19-850f-4924-903f-d53b3c810c53" -d '{"events": [{"server_uuid": "0cb757c4-5136-4d38-a64c-63b242fab431", "name": "network-vif-deleted", "tag": "0666c2f2-6373-4cc4-bf28-bbef3fe292f8"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:53.139585 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:53.162714 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8330584-df15-4f0e-902c-eae7924b23d8 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:49:53.169393 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc7c4f-a3a8-45e2-819b-6fa04459a7dd x-openstack-request-id: req-53bc7c4f-a3a8-45e2-819b-6fa04459a7dd {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:53.170006 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb757c4-5136-4d38-a64c-63b242fab431", "name": "network-vif-deleted", "tag": "0666c2f2-6373-4cc4-bf28-bbef3fe292f8", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:53.170293 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53bc7c4f-a3a8-45e2-819b-6fa04459a7dd {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:53.170757 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb757c4-5136-4d38-a64c-63b242fab431', 'name': 'network-vif-deleted', 'tag': '0666c2f2-6373-4cc4-bf28-bbef3fe292f8', 'status': 'completed', 'code': 200} May 31 12:49:53.180892 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port c8330584-df15-4f0e-902c-eae7924b23d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c8330584-df15-4f0e-902c-eae7924b23d8,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:53.185422 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:53.188836 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-008df9dd-187e-4f16-9c0e-67852dd8c433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:53.289650 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=c8330584-df15-4f0e-902c-eae7924b23d8,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:53.293316 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:53.546842 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82340b8c-ed23-4eec-b3f7-8a59b6c0b164 req-8e4903af-c9b5-4898-818b-d08045d1e08e tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:53.548328 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-82340b8c-ed23-4eec-b3f7-8a59b6c0b164 req-8e4903af-c9b5-4898-818b-d08045d1e08e tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 947 time: 0.0846407 May 31 12:49:53.597650 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-82340b8c-ed23-4eec-b3f7-8a59b6c0b164 req-ab330860-6f2c-472f-8af5-b4cae8643ba9 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432155 May 31 12:49:53.852219 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32966967-4b5d-4238-bbe8-d479df15bcc2 req-c2236ee9-79e2-46a1-bd6b-c53e5e3a19db tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:53.853817 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-32966967-4b5d-4238-bbe8-d479df15bcc2 req-c2236ee9-79e2-46a1-bd6b-c53e5e3a19db tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0859354 May 31 12:49:53.898684 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-32966967-4b5d-4238-bbe8-d479df15bcc2 req-cb37ded1-2951-448a-8f03-52baf83f2774 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 May 31 12:49:54.083955 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12faba1-45d5-405e-a8d8-f7a577341e9a req-48c3ca79-d351-4fa5-90d5-b14e9ff7945c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:54.085306 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e12faba1-45d5-405e-a8d8-f7a577341e9a req-48c3ca79-d351-4fa5-90d5-b14e9ff7945c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 945 time: 0.0790200 May 31 12:49:54.136581 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e12faba1-45d5-405e-a8d8-f7a577341e9a req-241b6c79-530c-4c8b-a062-69c904ba8113 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452707 May 31 12:49:54.484135 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['c8330584-df15-4f0e-902c-eae7924b23d8'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:54.794002 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87e10c-cef5-450c-8fa8-9c09b6d5da6f req-e871631e-5a98-46a6-bad3-b4113996d345 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:54.795471 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4b87e10c-cef5-450c-8fa8-9c09b6d5da6f req-e871631e-5a98-46a6-bad3-b4113996d345 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 947 time: 0.0839353 May 31 12:49:54.841539 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4b87e10c-cef5-450c-8fa8-9c09b6d5da6f req-e30f8322-f7ff-4759-a6fb-0708c66006fb tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 May 31 12:49:54.925821 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:49:54.964502 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:49:54.964897 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 0666c2f2-6373-4cc4-bf28-bbef3fe292f8 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:49:55.108213 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899e193-b8d1-4ee9-9a71-788c19d9c5ac req-dc2cab8f-0a45-47a9-bc28-a4ce7df228c4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:55.109661 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d899e193-b8d1-4ee9-9a71-788c19d9c5ac req-dc2cab8f-0a45-47a9-bc28-a4ce7df228c4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0805268 May 31 12:49:55.154757 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d899e193-b8d1-4ee9-9a71-788c19d9c5ac req-41c4f5b9-f999-43d4-b49d-6da3fd629978 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 May 31 12:49:55.322731 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5408419-f96d-4d53-b902-11c2d86266ee req-4dbb168b-6e17-44b5-b472-a033f51b3260 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:55.324207 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5408419-f96d-4d53-b902-11c2d86266ee req-4dbb168b-6e17-44b5-b472-a033f51b3260 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 945 time: 0.0849354 May 31 12:49:55.367550 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5408419-f96d-4d53-b902-11c2d86266ee req-c1d67843-a6ae-41fd-930d-5a325a1cf17b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 May 31 12:49:55.412230 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-035fc53d-568e-4efb-b64c-03a9b24b368d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:55.424084 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.036498 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c3b51-bb10-4b55-96ab-93ef30629531 req-778dcc2c-d4ec-45c4-8387-47eb1e39e6d0 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:56.037952 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6d5c3b51-bb10-4b55-96ab-93ef30629531 req-778dcc2c-d4ec-45c4-8387-47eb1e39e6d0 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 947 time: 0.0886168 May 31 12:49:56.151431 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6d5c3b51-bb10-4b55-96ab-93ef30629531 req-9c3739e9-f8f0-473f-808c-77b07f395bc6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076608 May 31 12:49:56.354651 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:56.365440 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e9088c-15b4-4f9b-b6eb-98d5800c692d req-e30f676a-8463-47b6-a37f-257cbd6d4f19 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:56.368311 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-41e9088c-15b4-4f9b-b6eb-98d5800c692d req-e30f676a-8463-47b6-a37f-257cbd6d4f19 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0895872 May 31 12:49:56.414521 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-41e9088c-15b4-4f9b-b6eb-98d5800c692d req-a640afdd-e986-4b2c-877a-87a5045ce45c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407856 May 31 12:49:56.601617 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ac8fd-c3f5-4699-aec0-17fe9749a9aa req-a22347b3-6b1a-4b10-b010-c7b7dea3b1f7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:56.603106 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3d8ac8fd-c3f5-4699-aec0-17fe9749a9aa req-a22347b3-6b1a-4b10-b010-c7b7dea3b1f7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 945 time: 0.0895064 May 31 12:49:56.656163 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3d8ac8fd-c3f5-4699-aec0-17fe9749a9aa req-84bff98d-3937-45a0-b6fb-c2cdeb24ad16 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 May 31 12:49:56.809281 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-5b433702-567c-4a3a-ad50-f70d4609654b req-0bb0d34f-cadf-4538-ba48-ba41667b6e38 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Synchronizing usage tracker for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:security_group {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:56.825962 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-5b433702-567c-4a3a-ad50-f70d4609654b req-0bb0d34f-cadf-4538-ba48-ba41667b6e38 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Unset dirty status for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:security_group {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:56.827104 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-0bb0d34f-cadf-4538-ba48-ba41667b6e38 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344355052&fields=id&tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b HTTP/1.1" status: 200 len: 267 time: 0.0570059 May 31 12:49:56.940432 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:49:56.945327 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device c8330584-df15-4f0e-902c-eae7924b23d8 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:49:56.978446 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433702-567c-4a3a-ad50-f70d4609654b req-9e53d45d-7d86-425a-82c1-589dd1f0762f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:56.979700 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-5b433702-567c-4a3a-ad50-f70d4609654b req-9e53d45d-7d86-425a-82c1-589dd1f0762f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Synchronizing usage tracker for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:network {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:56.997936 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-5b433702-567c-4a3a-ad50-f70d4609654b req-9e53d45d-7d86-425a-82c1-589dd1f0762f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Unset dirty status for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:network {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:57.000198 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-9e53d45d-7d86-425a-82c1-589dd1f0762f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 808 time: 0.1665645 May 31 12:49:57.024836 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-36f52d3a-9bd9-4d5b-b722-68a98880fec2 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/quotas/e9e50e4596ba402b86c9ec3dc51aac7b HTTP/1.1" status: 200 len: 375 time: 0.0092952 May 31 12:49:57.112960 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port c8330584-df15-4f0e-902c-eae7924b23d8 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:49:57.126880 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-5b433702-567c-4a3a-ad50-f70d4609654b req-1e1dd3ef-6e34-4de9-b9bc-8af161336a58 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Synchronizing usage tracker for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:49:57.134787 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port c8330584-df15-4f0e-902c-eae7924b23d8 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:49:57.135389 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.149081 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-5b433702-567c-4a3a-ad50-f70d4609654b req-1e1dd3ef-6e34-4de9-b9bc-8af161336a58 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Unset dirty status for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:49:57.150733 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-1e1dd3ef-6e34-4de9-b9bc-8af161336a58 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189365 May 31 12:49:57.211161 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,segment=NetworkSegment(9d9bc683-cb75-4414-b6e8-d678d9ab017f),segment_id=9d9bc683-cb75-4414-b6e8-d678d9ab017f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:57.240255 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '3a0cb5d4-5f86-4eab-90ae-190ce0ece25a', 'network_id': '4630843a-73a1-4785-99ee-29be14180b69', 'port_id': '3a0cb5d4-5f86-4eab-90ae-190ce0ece25a', 'mac_address': 'fa:16:3e:53:73:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775ff11f-e198-4989-9a34-9ab9fda185b4', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:49:57.253977 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-e0cf0716-f311-464a-8235-7ef00a6503c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1058509 May 31 12:49:57.339693 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.363464 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-8599f86c-1757-43f0-9851-9e763d83b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:57.364858 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-8599f86c-1757-43f0-9851-9e763d83b651 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1098 time: 0.0840554 May 31 12:49:57.364988 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d5bf41-83f7-441e-b854-77dc0c7fd334 service neutron] 10.222.0.65 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024176 May 31 12:49:57.374970 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:49:57.393209 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.407612 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,segment=NetworkSegment(9d9bc683-cb75-4414-b6e8-d678d9ab017f),segment_id=9d9bc683-cb75-4414-b6e8-d678d9ab017f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:57.417373 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.420634 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:57.461568 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcb92e9-946b-4ed1-bfdc-64999930ba65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8330584-df15-4f0e-902c-eae7924b23d8'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:49:57.463876 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c59025-68ed-4a7b-9d25-df795727a3ff" -d '{"events": [{"server_uuid": "9dcb92e9-946b-4ed1-bfdc-64999930ba65", "name": "network-vif-plugged", "status": "completed", "tag": "c8330584-df15-4f0e-902c-eae7924b23d8"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:49:57.489048 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port c8330584-df15-4f0e-902c-eae7924b23d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c8330584-df15-4f0e-902c-eae7924b23d8,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:49:57.497517 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:57.509634 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:57.513223 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:57.513687 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-008df9dd-187e-4f16-9c0e-67852dd8c433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:49:57.515297 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-8b3da689-e733-4ad6-b299-b859dd5a90ee service neutron] 10.222.0.65 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407919 May 31 12:49:57.538571 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-94c43f4a-c2b5-4b6c-8eaa-f7a9ffac1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:57.540046 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-94c43f4a-c2b5-4b6c-8eaa-f7a9ffac1329 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1502187 May 31 12:49:57.546017 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e8f6a-3cc6-4766-a4a5-e0c331a82f5a req-64f4371e-d6a2-4db6-a5f6-521826940a49 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:57.547894 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6f1e8f6a-3cc6-4766-a4a5-e0c331a82f5a req-64f4371e-d6a2-4db6-a5f6-521826940a49 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 947 time: 0.2471178 May 31 12:49:57.592026 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=c8330584-df15-4f0e-902c-eae7924b23d8,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:49:57.595206 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:49:57.609918 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6f1e8f6a-3cc6-4766-a4a5-e0c331a82f5a req-b84703e9-7df3-4f42-ac98-c878fbb27bbc tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561779 May 31 12:49:57.661643 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-c338bb32-b6fa-4f2a-bdb5-284835d07dba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 200 len: 1001 time: 0.1102448 May 31 12:49:57.738160 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-238c4e2a-3655-4a8d-8409-afa80e89e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:57.739613 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-238c4e2a-3655-4a8d-8409-afa80e89e66c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0686574 May 31 12:49:57.795669 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af552-64c2-4e5e-9572-9e13a72d4a76 req-45cdb96c-d189-4b15-a198-32a692ba5dfa tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:57.797262 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-058af552-64c2-4e5e-9572-9e13a72d4a76 req-45cdb96c-d189-4b15-a198-32a692ba5dfa tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0888529 May 31 12:49:57.827889 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-4555f647-a652-4818-9bd7-8e99957faef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:57.829476 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-4555f647-a652-4818-9bd7-8e99957faef8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821366 May 31 12:49:57.853157 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-058af552-64c2-4e5e-9572-9e13a72d4a76 req-f4c4d2b5-2869-41c2-bb27-b2e20492f22f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 May 31 12:49:57.917143 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6d83f8-ac75-446b-b438-254f4c2a0677 x-openstack-request-id: req-af6d83f8-ac75-446b-b438-254f4c2a0677 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:49:57.919787 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcb92e9-946b-4ed1-bfdc-64999930ba65", "name": "network-vif-plugged", "status": "completed", "tag": "c8330584-df15-4f0e-902c-eae7924b23d8", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:49:57.920128 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af6d83f8-ac75-446b-b438-254f4c2a0677 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:49:57.920596 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcb92e9-946b-4ed1-bfdc-64999930ba65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8330584-df15-4f0e-902c-eae7924b23d8', 'code': 200} May 31 12:49:58.004064 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-1780e582-a83c-4bac-9333-a18cc737060d service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643081 May 31 12:49:58.111739 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f06df-8106-47aa-8049-171a84ba6b0f req-0f0911f6-a49a-419a-9c0d-3335db15dcd2 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.113517 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cc2f06df-8106-47aa-8049-171a84ba6b0f req-0f0911f6-a49a-419a-9c0d-3335db15dcd2 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 946 time: 0.0966499 May 31 12:49:58.113711 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['3a0cb5d4-5f86-4eab-90ae-190ce0ece25a'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:49:58.160494 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:58.301234 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-762937fa-92f2-4e60-bb27-9603bae9e3ce req-05a43a39-5883-4732-bf73-415697c014ef tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 210 time: 0.1279914 May 31 12:49:58.324143 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cc2f06df-8106-47aa-8049-171a84ba6b0f req-5dab3c85-99b6-407f-a2f4-bfe1c98f9f4c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017298 May 31 12:49:58.362374 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1ab54e1b-3822-431d-8d7c-b6ec090a59c1 req-3a8bee33-35c9-4d4a-9537-270b4b916cc3 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414173 May 31 12:49:58.365405 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43982e1d-3d6a-42b1-9ebd-99e0628ae8a6 req-04b7899c-9300-4abf-96da-ea6376b1cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.367062 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-43982e1d-3d6a-42b1-9ebd-99e0628ae8a6 req-04b7899c-9300-4abf-96da-ea6376b1cd6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 1099 time: 0.1959507 May 31 12:49:58.441905 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-43982e1d-3d6a-42b1-9ebd-99e0628ae8a6 req-3bbc7ff1-6368-4ccb-b5a6-de0373ceba7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507421 May 31 12:49:58.804839 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15688207-680b-436b-8467-5cac3982934e req-f85a93c8-77b0-4dd6-aef7-a1842999ec4e tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:58.806334 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-15688207-680b-436b-8467-5cac3982934e req-f85a93c8-77b0-4dd6-aef7-a1842999ec4e tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 948 time: 0.0844042 May 31 12:49:58.854781 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-15688207-680b-436b-8467-5cac3982934e req-0011f05e-0519-48df-80ad-dfb6ea4bc8e5 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 May 31 12:49:59.052929 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc77f1-e824-4e22-bfce-6c4023a35b4a req-d3fa742e-94c7-4a68-b4c1-b4df75c0f969 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:59.054393 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-defc77f1-e824-4e22-bfce-6c4023a35b4a req-d3fa742e-94c7-4a68-b4c1-b4df75c0f969 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0801060 May 31 12:49:59.101701 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-defc77f1-e824-4e22-bfce-6c4023a35b4a req-42a84e92-71d0-4cb9-a08a-62906291e89c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 May 31 12:49:59.479874 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0527c6a5-5776-461c-8925-d6e0984915ac req-bfed72bb-5579-44f9-ae06-886290567936 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 210 time: 0.0788546 May 31 12:49:59.522673 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc196a-b3c7-4a37-bdd3-3d61bf9c3024 req-b2ace2a0-e6c3-4b6f-9a71-3d48d699bbb4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:59.524098 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-87fc196a-b3c7-4a37-bdd3-3d61bf9c3024 req-b2ace2a0-e6c3-4b6f-9a71-3d48d699bbb4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 946 time: 0.0916915 May 31 12:49:59.571340 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-87fc196a-b3c7-4a37-bdd3-3d61bf9c3024 req-7c58b96e-4be7-4639-abc1-8d0d137bf3c1 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 May 31 12:49:59.875282 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-b9525881-9429-4422-8cfd-ad6051e55c7c tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:49:59.877032 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-b9525881-9429-4422-8cfd-ad6051e55c7c tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/networks?id=323fa8a4-109d-4e83-92f9-8c43ac869dc2 HTTP/1.1" status: 200 len: 813 time: 0.1598155 May 31 12:49:59.906710 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-a13fef87-f820-4949-ab40-44d6c9054e05 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/quotas/d8dfd24f303c43ba968f628a6b8ef5cc HTTP/1.1" status: 200 len: 375 time: 0.0164165 May 31 12:49:59.960888 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-0dc07767-b2e1-4e34-8137-c45f6852996e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8dfd24f303c43ba968f628a6b8ef5cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530348 May 31 12:50:00.064255 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433702-567c-4a3a-ad50-f70d4609654b req-552a13b6-6f5d-4274-ad8d-0e4d477f9346 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:00.065717 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-552a13b6-6f5d-4274-ad8d-0e4d477f9346 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 808 time: 0.2146170 May 31 12:50:00.143118 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-5b433702-567c-4a3a-ad50-f70d4609654b req-bb22ae21-a4ec-4941-ad2e-8e3287a2f13d tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Synchronizing usage tracker for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:security_group {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:00.156263 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-5b433702-567c-4a3a-ad50-f70d4609654b req-bb22ae21-a4ec-4941-ad2e-8e3287a2f13d tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Unset dirty status for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:security_group {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:00.157378 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-bb22ae21-a4ec-4941-ad2e-8e3287a2f13d tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b HTTP/1.1" status: 200 len: 380 time: 0.0678506 May 31 12:50:00.183225 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'port': {'device_id': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'admin_state_up': True, 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'security_groups': ['428f3ec0-3005-44f4-9c36-2a05aa1f84f1']}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:00.255819 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-144b5e1a-ac6d-4e37-bc16-a3f593b1f29a service neutron] 10.222.0.65 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868087 May 31 12:50:00.267814 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e25ce-ecab-4d7e-8ade-552e9cf9399b req-8123357c-f43a-48c2-aa5c-f7165ed8244d tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:00.269493 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a75e25ce-ecab-4d7e-8ade-552e9cf9399b req-8123357c-f43a-48c2-aa5c-f7165ed8244d tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 948 time: 0.1852968 May 31 12:50:00.340260 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:00.350547 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:00.361542 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Made reservation on behalf of e9e50e4596ba402b86c9ec3dc51aac7b for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:00.365733 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:00.396415 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a75e25ce-ecab-4d7e-8ade-552e9cf9399b req-2c080404-2f35-49a3-92b7-e8c6f7f95c97 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051173 May 31 12:50:00.446918 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-beb4ee5d-e5ad-4fd3-bac5-805229210916 service neutron] 10.222.0.65 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763654 May 31 12:50:00.553408 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Allocated IP 172.20.0.13 (7ea0e37d-889b-4df9-ab28-779b21ccb4c2/c0a52e5d-2816-4642-8c4f-55ae2d820b76/bdb00df3-a702-4b95-8a22-b402d32340e7) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:00.656362 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2cb54-06e2-4b54-92e7-d4ad72bd6147 req-a3b6bed1-e01b-44af-b48d-a5384b480bf1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:00.660062 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d3e2cb54-06e2-4b54-92e7-d4ad72bd6147 req-a3b6bed1-e01b-44af-b48d-a5384b480bf1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1550329 May 31 12:50:00.757603 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d3e2cb54-06e2-4b54-92e7-d4ad72bd6147 req-abf8bd47-3b0a-4203-841a-f0942762926a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898235 May 31 12:50:00.940213 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3f8a2778-47dc-4a81-a344-19bde5d29e4c req-0452e771-7645-437e-9ed9-27c27bb93219 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 210 time: 0.0668092 May 31 12:50:00.960324 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:01.046674 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-66fcf0ec-d9ba-46f9-8c8c-5e9c49905fcb req-e1a7cbab-4bbf-467e-aabd-5fd72bc4b6c9 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 210 time: 0.0927455 May 31 12:50:01.106179 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:01.111725 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:01.112349 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.118381 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.167984 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Transition to ACTIVE for port object bdb00df3-a702-4b95-8a22-b402d32340e7 will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:01.182598 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d324410-0a5d-4049-bfc1-4f19b40b170e req-2998f884-a11b-4088-88ad-55bcfbe28d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:01.185265 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4d324410-0a5d-4049-bfc1-4f19b40b170e req-2998f884-a11b-4088-88ad-55bcfbe28d6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1098 time: 0.1897576 May 31 12:50:01.186506 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0063de5-e679-435d-aed1-5e1ce2f8ea11 req-b23ee255-c372-43f3-8f83-8bb9fea7cbe4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:01.188817 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a0063de5-e679-435d-aed1-5e1ce2f8ea11 req-b23ee255-c372-43f3-8f83-8bb9fea7cbe4 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 946 time: 0.0900946 May 31 12:50:01.243708 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.254918 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-011fa628-c560-478d-a281-83920f66a8fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:01.292676 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a0063de5-e679-435d-aed1-5e1ce2f8ea11 req-d6444989-8304-44db-a02b-f36fc7a7b1e7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856853 May 31 12:50:01.315762 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.350072 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4d324410-0a5d-4049-bfc1-4f19b40b170e req-27160010-8187-424c-bd7c-498e61bb67e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420188 May 31 12:50:01.352051 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,segment=NetworkSegment(9d9bc683-cb75-4414-b6e8-d678d9ab017f),segment_id=9d9bc683-cb75-4414-b6e8-d678d9ab017f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:01.353069 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0cb5d4-5f86-4eab-90ae-190ce0ece25a'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:01.356728 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2166f818-1d19-44d7-9659-9dccab65dd6d" -d '{"events": [{"server_uuid": "1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346", "name": "network-vif-plugged", "status": "completed", "tag": "3a0cb5d4-5f86-4eab-90ae-190ce0ece25a"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:01.372078 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:01.372965 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.373090 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:01.375469 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:01.376699 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:01.378839 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:01.384254 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:01.384851 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.394796 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.395164 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.395521 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.395872 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.396220 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.396567 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.396930 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.397257 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.397599 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.397938 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.398277 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.399056 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:01.416590 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:01.436436 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52ba082-8f1e-4022-a68f-0b04528d6c7a x-openstack-request-id: req-f52ba082-8f1e-4022-a68f-0b04528d6c7a {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:01.437008 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346", "name": "network-vif-plugged", "status": "completed", "tag": "3a0cb5d4-5f86-4eab-90ae-190ce0ece25a", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:01.437484 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f52ba082-8f1e-4022-a68f-0b04528d6c7a {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:01.438152 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0cb5d4-5f86-4eab-90ae-190ce0ece25a', 'code': 200} May 31 12:50:01.439046 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2601430 May 31 12:50:01.473942 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:01.478532 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:01.577225 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Request body: {'port': {'device_id': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:01.655215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16caa4-6bf2-4d64-be12-2925fec0a7c1 req-76e84dd5-e2a4-4ddc-a198-0201617b3f0b tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:01.663396 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1c16caa4-6bf2-4d64-be12-2925fec0a7c1 req-76e84dd5-e2a4-4ddc-a198-0201617b3f0b tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 949 time: 0.1374550 May 31 12:50:01.714747 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1c16caa4-6bf2-4d64-be12-2925fec0a7c1 req-d11efb99-549a-471f-9b21-1b7979430dd3 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493922 May 31 12:50:01.757684 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-4f067ace-5a8a-4edc-960b-4452aa770f75 None None] Provisioning for port bdb00df3-a702-4b95-8a22-b402d32340e7 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:01.763945 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-4f067ace-5a8a-4edc-960b-4452aa770f75 None None] Provisioning complete for port bdb00df3-a702-4b95-8a22-b402d32340e7 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:01.765039 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-4f067ace-5a8a-4edc-960b-4452aa770f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.766926 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.884900 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-4f067ace-5a8a-4edc-960b-4452aa770f75 None None] Port bdb00df3-a702-4b95-8a22-b402d32340e7 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:50:02.009460 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b3405-418a-4697-b929-66ddf48f6b09 req-67a61df9-e919-4ad6-9bb1-73a350048d8c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:02.011946 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-470b3405-418a-4697-b929-66ddf48f6b09 req-67a61df9-e919-4ad6-9bb1-73a350048d8c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0814922 May 31 12:50:02.059477 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-470b3405-418a-4697-b929-66ddf48f6b09 req-35056e5f-8043-4c77-af03-e4ccdd7f736d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429180 May 31 12:50:02.134791 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b964615-9488-4cbf-b98c-abbaad107b7f req-3e77af3b-f73d-4c95-901c-b2a7024e2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:02.136978 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4b964615-9488-4cbf-b98c-abbaad107b7f req-3e77af3b-f73d-4c95-901c-b2a7024e2eee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 1102 time: 0.1836267 May 31 12:50:02.201991 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4b964615-9488-4cbf-b98c-abbaad107b7f req-dcf1ff99-ce66-4bf3-9ab3-52d813253caf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 May 31 12:50:02.210321 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c9f60851-b216-4399-8396-51089639bb33 req-f954cd47-ded1-4e47-b678-c43bddfba56b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 210 time: 0.0479512 May 31 12:50:02.272791 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdb00df3-a702-4b95-8a22-b402d32340e7 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:02.284783 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:02.303738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Transition to ACTIVE for port object bdb00df3-a702-4b95-8a22-b402d32340e7 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:02.309420 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:02.314773 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0046d7de-ffa9-4a90-9671-2f6df43ba61d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:02.320426 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337256a-7789-4af7-8841-9108b71e7cea req-56593a72-d813-4788-beff-2e41999712cc tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:02.321880 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3337256a-7789-4af7-8841-9108b71e7cea req-56593a72-d813-4788-beff-2e41999712cc tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 932 time: 0.0868063 May 31 12:50:02.372728 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3337256a-7789-4af7-8841-9108b71e7cea req-bd9e7fce-9997-4c6a-b782-dd0e747657bf tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 May 31 12:50:02.488116 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647283be-d504-48dc-8861-4930052af385 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:02.492502 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-647283be-d504-48dc-8861-4930052af385 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:02.500441 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Attempting to bind port bdb00df3-a702-4b95-8a22-b402d32340e7 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:02.500861 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Attempting to bind port bdb00df3-a702-4b95-8a22-b402d32340e7 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:02.501263 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Attempting to bind port bdb00df3-a702-4b95-8a22-b402d32340e7 on network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:02.508997 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Port bdb00df3-a702-4b95-8a22-b402d32340e7 on network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:02.509329 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Attempting to bind port bdb00df3-a702-4b95-8a22-b402d32340e7 on network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:02.515471 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:02.515800 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Checking segment: {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:02.516177 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Bound using segment: {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:02.516607 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Bound port: bdb00df3-a702-4b95-8a22-b402d32340e7, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:02.517610 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:02.620909 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:02.623960 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:02.627919 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:02.633682 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:02.710178 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:02.710802 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:02.712129 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-647283be-d504-48dc-8861-4930052af385 service neutron] 10.222.0.30 "PUT /v2.0/ports/bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 1094 time: 1.1408441 May 31 12:50:02.723540 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:02.725833 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f12dac-537b-4309-a511-b326b1dbfbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:02.789902 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39f743d-ccd0-4a55-91ae-824ae94a0db8 x-openstack-request-id: req-b39f743d-ccd0-4a55-91ae-824ae94a0db8 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:02.790109 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:02.790387 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b39f743d-ccd0-4a55-91ae-824ae94a0db8 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:02.790820 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'status': 'completed', 'code': 200} May 31 12:50:02.889100 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647283be-d504-48dc-8861-4930052af385 service neutron] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:02.910301 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-647283be-d504-48dc-8861-4930052af385 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:02.940547 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-50e621b1-e22e-43d9-8b81-3c28fe3789cd tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:02.942013 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-50e621b1-e22e-43d9-8b81-3c28fe3789cd tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.30 "GET /v2.0/networks?id=323fa8a4-109d-4e83-92f9-8c43ac869dc2 HTTP/1.1" status: 200 len: 813 time: 0.3092742 May 31 12:50:02.952593 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cc9aa-5cec-41c2-8ef2-052c852b3b82 req-7a1bbaec-703d-4a0a-90ac-013653669b38 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:02.955434 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-170cc9aa-5cec-41c2-8ef2-052c852b3b82 req-7a1bbaec-703d-4a0a-90ac-013653669b38 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 949 time: 0.0995257 May 31 12:50:02.961716 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433702-567c-4a3a-ad50-f70d4609654b req-4de7f3fb-5b45-4054-ae26-6d2052c7293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:02.963192 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-4de7f3fb-5b45-4054-ae26-6d2052c7293b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1097 time: 0.1201599 May 31 12:50:02.991194 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Request body: {'port': {'device_id': 'e88e0a6e-5c72-48cc-8c45-4adac4744a9a', 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2', 'admin_state_up': True, 'tenant_id': 'd8dfd24f303c43ba968f628a6b8ef5cc'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:03.004732 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-170cc9aa-5cec-41c2-8ef2-052c852b3b82 req-0d3b3d35-d0d8-47f7-aff6-bd06c9e8bbeb tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 May 31 12:50:03.137374 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-82ba6d79-73da-4c8a-8682-4d9313debc42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 217 time: 0.1283395 May 31 12:50:03.265959 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e99094-7817-4c1f-b645-dcb79146da7a req-ea1711f5-b825-415c-898e-1ff9000751c5 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:03.267504 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-25e99094-7817-4c1f-b645-dcb79146da7a req-ea1711f5-b825-415c-898e-1ff9000751c5 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0985627 May 31 12:50:03.318533 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-25e99094-7817-4c1f-b645-dcb79146da7a req-3e7579c2-ad4a-49c0-af59-f9ca3f85e1e4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 May 31 12:50:03.325649 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433702-567c-4a3a-ad50-f70d4609654b req-272d69c2-b3a2-4d3c-a0b1-8adee32b3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:03.327113 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-272d69c2-b3a2-4d3c-a0b1-8adee32b3b52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.1816971 May 31 12:50:03.329244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:03.337391 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Usage tracker for resource:port and tenant:d8dfd24f303c43ba968f628a6b8ef5cc is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:03.341746 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:03.352038 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:03.431998 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Made reservation on behalf of d8dfd24f303c43ba968f628a6b8ef5cc for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:50:03.436085 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:03.511471 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433702-567c-4a3a-ad50-f70d4609654b req-36ff1dd0-0b6d-4e3c-8c7d-fed8f1851555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:03.513215 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-36ff1dd0-0b6d-4e3c-8c7d-fed8f1851555 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461153 May 31 12:50:03.760784 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Allocated IP 172.20.0.2 (323fa8a4-109d-4e83-92f9-8c43ac869dc2/48917fdf-52b7-4ba5-a72f-a8ab6114c771/ea806cc3-9886-4fb8-a42c-7a0494857be0) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:03.768396 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c4e2ad9a-6ffd-44ba-94d4-b6a591e9200f req-c587aeab-a9c3-48de-9dc7-8853d5f95826 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 210 time: 0.0945656 May 31 12:50:03.785953 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-c6ae3632-d277-416e-9137-951f905332dc service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491248 May 31 12:50:03.832017 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894cc75-7b1e-4f03-9f40-7301af603895 req-7197c465-b3a8-4bde-8a54-dc1f03fa0be0 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:03.833566 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b894cc75-7b1e-4f03-9f40-7301af603895 req-7197c465-b3a8-4bde-8a54-dc1f03fa0be0 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.1065857 May 31 12:50:03.878635 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b894cc75-7b1e-4f03-9f40-7301af603895 req-0cc165d3-5a28-47c1-9b56-5afe832afe70 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395522 May 31 12:50:04.061320 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b433702-567c-4a3a-ad50-f70d4609654b req-2633f028-bd8d-4e94-8497-43a79aeeb0fd service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484798 May 31 12:50:04.095140 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.169508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.176032 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-82a44047-03ce-4a5d-8074-c0bce76a4fdc tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:04.197116 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5dd9a-c4e9-4f3f-8af5-eca5afc5021c req-0954f1ca-e228-43a2-b355-ab48a0d4225d tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.198614 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a4f5dd9a-c4e9-4f3f-8af5-eca5afc5021c req-0954f1ca-e228-43a2-b355-ab48a0d4225d tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 949 time: 0.0816281 May 31 12:50:04.251447 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a4f5dd9a-c4e9-4f3f-8af5-eca5afc5021c req-40457fe2-acec-402d-8ec7-c4fb39c10b3b tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465043 May 31 12:50:04.257275 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:04.262192 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:04.273035 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:04.278479 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.279072 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.285051 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Pushing event updated for resources: {'Port': ['ID=ea806cc3-9886-4fb8-a42c-7a0494857be0,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:04.288059 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:04.315616 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3286448 May 31 12:50:04.317709 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-d7e31da6-ae1a-45bb-8f23-5ffc639010ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.319078 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-d7e31da6-ae1a-45bb-8f23-5ffc639010ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1097 time: 0.1945436 May 31 12:50:04.341705 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Request body: {'port': {'device_id': 'e88e0a6e-5c72-48cc-8c45-4adac4744a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:04.514209 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99739b18-d901-43cc-b8b7-8ebac3c19ca6 req-584690cc-2c3c-4fb6-83d9-7b86492a2b8c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.516086 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-99739b18-d901-43cc-b8b7-8ebac3c19ca6 req-584690cc-2c3c-4fb6-83d9-7b86492a2b8c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0830033 May 31 12:50:04.570394 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:04.583943 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-99739b18-d901-43cc-b8b7-8ebac3c19ca6 req-6fc74d25-30ad-4a87-a796-9ba1f3a2788a tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604270 May 31 12:50:04.589392 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-d2cb0295-846d-46a7-ae9f-964398b81b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.592600 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-d2cb0295-846d-46a7-ae9f-964398b81b74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 909 time: 0.2258615 May 31 12:50:04.715621 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-54c33c47-bf57-41ee-9868-dd57cb4d6f52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 217 time: 0.1083055 May 31 12:50:04.897144 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-ec858025-63fa-45e7-96e2-b4b046ea3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.898707 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-ec858025-63fa-45e7-96e2-b4b046ea3591 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.1021304 May 31 12:50:04.970795 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb1b74-e622-4549-bfdf-e12be819b77a req-e58b6d38-3af5-4b59-b994-d8adef87e7eb tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:04.972476 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3bdb1b74-e622-4549-bfdf-e12be819b77a req-e58b6d38-3af5-4b59-b994-d8adef87e7eb tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 931 time: 0.0837951 May 31 12:50:05.020898 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3bdb1b74-e622-4549-bfdf-e12be819b77a req-db2799d5-7253-4792-b196-a014b5fbd8f8 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 May 31 12:50:05.185062 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-5a183921-eb64-4be3-a184-ae78b52187b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.186678 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-5a183921-eb64-4be3-a184-ae78b52187b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2377536 May 31 12:50:05.311705 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-9e9e947f-678a-4dab-9b26-a3db828a73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.313195 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-9e9e947f-678a-4dab-9b26-a3db828a73d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9df89126ca4f40f89c3aff8f7826c303&device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 1098 time: 0.2144156 May 31 12:50:05.331204 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490eea4-4f2a-485b-9264-761b74e97fac req-e58893af-26db-4f19-bf31-e5f108e7694f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.332636 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8490eea4-4f2a-485b-9264-761b74e97fac req-e58893af-26db-4f19-bf31-e5f108e7694f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.1131928 May 31 12:50:05.346059 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea806cc3-9886-4fb8-a42c-7a0494857be0 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:05.356833 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.395055 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Transition to ACTIVE for port object ea806cc3-9886-4fb8-a42c-7a0494857be0 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:50:05.401844 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.406701 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-c3124e6a-b954-45a4-8345-632fb4a8929e service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012219 May 31 12:50:05.408125 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:05.513432 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8490eea4-4f2a-485b-9264-761b74e97fac req-da3dabb6-3762-48b7-89a3-c0f28415f4f3 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302009 May 31 12:50:05.523159 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.555186 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-0d886bb9-7edd-4853-90a9-2682c85d6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.556542 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-0d886bb9-7edd-4853-90a9-2682c85d6f1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 200 len: 920 time: 0.2220085 May 31 12:50:05.568341 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c9a51-b725-4d5d-a31a-fde55101eaf2 req-034c8f88-4b7a-4cad-aad8-eebe3a362763 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.569973 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-720c9a51-b725-4d5d-a31a-fde55101eaf2 req-034c8f88-4b7a-4cad-aad8-eebe3a362763 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.2364531 May 31 12:50:05.650869 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-6608224f-15f9-46c3-9ff2-1fed49d8e13c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 200 len: 217 time: 0.0798290 May 31 12:50:05.658932 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Pushing event updated for resources: {'Port': ['ID=ea806cc3-9886-4fb8-a42c-7a0494857be0,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:05.662778 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:05.717669 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Attempting to bind port ea806cc3-9886-4fb8-a42c-7a0494857be0 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:50:05.718138 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Attempting to bind port ea806cc3-9886-4fb8-a42c-7a0494857be0 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:50:05.718586 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Attempting to bind port ea806cc3-9886-4fb8-a42c-7a0494857be0 on network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:05.738090 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Port ea806cc3-9886-4fb8-a42c-7a0494857be0 on network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:50:05.738532 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Attempting to bind port ea806cc3-9886-4fb8-a42c-7a0494857be0 on network 323fa8a4-109d-4e83-92f9-8c43ac869dc2 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:50:05.748303 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:50:05.749273 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Checking segment: {'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:50:05.749915 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Bound using segment: {'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:50:05.750612 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Bound port: ea806cc3-9886-4fb8-a42c-7a0494857be0, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf00cda-1f80-46fc-a0fd-30330e64096b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:50:05.751083 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.776141 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-720c9a51-b725-4d5d-a31a-fde55101eaf2 req-cf0277ef-3835-4e70-9a04-9680cdf67670 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498039 May 31 12:50:05.780583 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-5d69d36b-d452-4496-b665-b75749aed351 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423748 May 31 12:50:05.792183 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-d21d9acf-1e4a-4885-92db-ead456449169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.794226 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-d21d9acf-1e4a-4885-92db-ead456449169 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 200 len: 859 time: 0.1059530 May 31 12:50:05.850750 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-818c299a-2498-4ba1-9347-21ab615f2029 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b8b6eb3d-2b15-4283-8603-9c65d397fbde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470617 May 31 12:50:05.860009 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cc0ac-d4bf-40c0-8657-6f4a2991a214 req-98fcb655-774d-4f27-a7d9-511e6476c1a9 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.861687 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a05cc0ac-d4bf-40c0-8657-6f4a2991a214 req-98fcb655-774d-4f27-a7d9-511e6476c1a9 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 949 time: 0.2129130 May 31 12:50:05.899574 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] For port ea806cc3-9886-4fb8-a42c-7a0494857be0, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:50:05.906462 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] For port ea806cc3-9886-4fb8-a42c-7a0494857be0, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea806cc3-9886-4fb8-a42c-7a0494857be0,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:50:05.915516 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.920554 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-aa3ae7c4-2ab1-4671-976c-53d27caab110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:05.983777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:05.984388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.985755 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] 10.222.0.30 "PUT /v2.0/ports/ea806cc3-9886-4fb8-a42c-7a0494857be0 HTTP/1.1" status: 200 len: 1093 time: 1.6487999 May 31 12:50:05.986246 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88e0a6e-5c72-48cc-8c45-4adac4744a9a', 'tag': 'ea806cc3-9886-4fb8-a42c-7a0494857be0'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:05.988648 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63e8cb8-a4db-4b39-a050-086ca70448ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e88e0a6e-5c72-48cc-8c45-4adac4744a9a", "tag": "ea806cc3-9886-4fb8-a42c-7a0494857be0"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:06.003098 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a05cc0ac-d4bf-40c0-8657-6f4a2991a214 req-720f7e38-2fc0-43e1-bb21-8d9b534ed5f7 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223853 May 31 12:50:06.004921 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Pushing event updated for resources: {'Port': ['ID=ea806cc3-9886-4fb8-a42c-7a0494857be0,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:06.007999 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:06.054819 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-3eaec608-fd24-4153-ae5b-839b77ecefed service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919870 May 31 12:50:06.060825 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720dd5bd-2731-431b-8567-51cf2fab3631 x-openstack-request-id: req-720dd5bd-2731-431b-8567-51cf2fab3631 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:06.061196 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88e0a6e-5c72-48cc-8c45-4adac4744a9a", "tag": "ea806cc3-9886-4fb8-a42c-7a0494857be0", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:06.061552 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-720dd5bd-2731-431b-8567-51cf2fab3631 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:06.062046 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88e0a6e-5c72-48cc-8c45-4adac4744a9a', 'tag': 'ea806cc3-9886-4fb8-a42c-7a0494857be0', 'status': 'completed', 'code': 200} May 31 12:50:06.151199 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-2d3a396f-444b-4235-a6c8-9be5fafcd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.153650 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-2d3a396f-444b-4235-a6c8-9be5fafcd58a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8dfd24f303c43ba968f628a6b8ef5cc&device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 1096 time: 0.0798059 May 31 12:50:06.250336 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-6a13640b-d651-449e-974c-7d833f3f5fbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea806cc3-9886-4fb8-a42c-7a0494857be0 HTTP/1.1" status: 200 len: 217 time: 0.0764570 May 31 12:50:06.309426 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bd92d6ad-20ee-4e35-a0ac-f1606a3164e8 req-990c3073-d575-4e47-8a90-cfe2e9542d03 service neutron] 10.222.0.30 "GET /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158489 May 31 12:50:06.335533 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebde691-9341-4704-8356-d9d1fd99c4cb req-fbbcc2b2-7176-4dfa-a8c1-17eadccaf294 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.337060 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1ebde691-9341-4704-8356-d9d1fd99c4cb req-fbbcc2b2-7176-4dfa-a8c1-17eadccaf294 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 943 time: 0.1644628 May 31 12:50:06.342476 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-8b523d92-4aba-49ba-a4db-0c2485292d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.349840 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-8b523d92-4aba-49ba-a4db-0c2485292d31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48917fdf-52b7-4ba5-a72f-a8ab6114c771 HTTP/1.1" status: 200 len: 853 time: 0.0857208 May 31 12:50:06.415035 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1ebde691-9341-4704-8356-d9d1fd99c4cb req-37680a82-5ea1-4c50-b922-7224e2514893 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676324 May 31 12:50:06.431747 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-342c787f-81ca-47b4-8f95-9eacf8b4d079 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=323fa8a4-109d-4e83-92f9-8c43ac869dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624075 May 31 12:50:06.547800 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a347b8-239c-4a7b-8e32-65a74c9c8b43 req-5ced86c0-a3f6-4350-a3cc-4d62abb3aae5 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.549424 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-89a347b8-239c-4a7b-8e32-65a74c9c8b43 req-5ced86c0-a3f6-4350-a3cc-4d62abb3aae5 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 949 time: 0.0884061 May 31 12:50:06.577772 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-6fefe386-841a-46dc-9214-7adbb9f23a30 service neutron] 10.222.0.30 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324668 May 31 12:50:06.599568 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-89a347b8-239c-4a7b-8e32-65a74c9c8b43 req-e847742f-14fa-423f-a012-ebb9464079bd tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442574 May 31 12:50:06.717117 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fae356-c100-495a-b57e-c29e678f91bb req-d2d0aac5-a43c-432d-8fd1-db5009b274f8 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.717786 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-37d4ebd4-2e86-4ac6-89a4-36b890406a39 req-79b14ca3-fea9-4039-b379-d16a0edb6336 service neutron] 10.222.0.30 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324065 May 31 12:50:06.718571 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b7fae356-c100-495a-b57e-c29e678f91bb req-d2d0aac5-a43c-432d-8fd1-db5009b274f8 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0798683 May 31 12:50:06.763189 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b7fae356-c100-495a-b57e-c29e678f91bb req-40e1f7c1-477b-45ad-962a-8f6e2031daac tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 May 31 12:50:06.879600 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-7066750b-8388-4729-89b1-b8e6bc5c65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.881411 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-7066750b-8388-4729-89b1-b8e6bc5c65ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8dfd24f303c43ba968f628a6b8ef5cc&device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 1096 time: 0.0732358 May 31 12:50:06.990113 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d912bbd-b4bc-4a6a-964b-40157039bc3a req-696b6043-0a50-4271-bb8a-49ac97d94c02 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:06.991702 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6d912bbd-b4bc-4a6a-964b-40157039bc3a req-696b6043-0a50-4271-bb8a-49ac97d94c02 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0953894 May 31 12:50:07.028963 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-d3f1f6c6-0098-49be-a9d6-2a797271da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:07.030443 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-d3f1f6c6-0098-49be-a9d6-2a797271da7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=323fa8a4-109d-4e83-92f9-8c43ac869dc2 HTTP/1.1" status: 200 len: 914 time: 0.1311140 May 31 12:50:07.038315 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6d912bbd-b4bc-4a6a-964b-40157039bc3a req-91d546cf-0c1c-42c8-bcbd-e40af8ab60e1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 May 31 12:50:07.181176 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-3740dc53-c446-4937-9e75-e06053e96726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ea806cc3-9886-4fb8-a42c-7a0494857be0 HTTP/1.1" status: 200 len: 217 time: 0.1422408 May 31 12:50:07.251378 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-8419b2e9-539a-40ec-a7b1-346e161b36c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:07.252840 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-8419b2e9-539a-40ec-a7b1-346e161b36c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=48917fdf-52b7-4ba5-a72f-a8ab6114c771 HTTP/1.1" status: 200 len: 853 time: 0.0578692 May 31 12:50:07.306306 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-a9d2f7ad-4678-42e9-96d1-865c574b326b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=323fa8a4-109d-4e83-92f9-8c43ac869dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420468 May 31 12:50:07.446198 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-0cfd1385-1f02-4993-b7ff-bf67cae5b9ca service neutron] 10.222.0.30 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276078 May 31 12:50:07.600284 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a63e8cb8-a4db-4b39-a050-086ca70448ed req-ad520ed6-b902-40b3-93c7-bb1d688e3e1f service neutron] 10.222.0.30 "GET /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442757 May 31 12:50:07.719061 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93ebca-8739-4ac5-a22b-7187aa9a713b req-fea16be6-dc84-46a2-bd60-0804ccc24388 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:07.720621 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0b93ebca-8739-4ac5-a22b-7187aa9a713b req-fea16be6-dc84-46a2-bd60-0804ccc24388 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 943 time: 0.0877533 May 31 12:50:07.811622 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0b93ebca-8739-4ac5-a22b-7187aa9a713b req-982ebf47-9517-42e4-a098-d04a06a00f0f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566988 May 31 12:50:07.837976 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78abce-6af6-45d8-b470-04fc74d69661 req-ccb25502-ddff-48bb-ba7b-f402864b8bb7 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:07.839514 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ec78abce-6af6-45d8-b470-04fc74d69661 req-ccb25502-ddff-48bb-ba7b-f402864b8bb7 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 949 time: 0.1178176 May 31 12:50:07.887384 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ec78abce-6af6-45d8-b470-04fc74d69661 req-6cdaf822-2700-4ae7-a6b8-5aa14bfbfe9a tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417862 May 31 12:50:08.058988 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496033e-ef47-4288-afe0-d760cc993a74 req-84c95b2a-dac6-44cb-aea6-d5cf8ad6fa06 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:08.060452 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8496033e-ef47-4288-afe0-d760cc993a74 req-84c95b2a-dac6-44cb-aea6-d5cf8ad6fa06 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.1498325 May 31 12:50:08.109861 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8496033e-ef47-4288-afe0-d760cc993a74 req-5e129016-7704-4d8a-a339-0286e36f24e7 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407400 May 31 12:50:08.225126 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcbaa2-8dfb-4d1a-8703-10428a164708 req-264e2726-36c7-498e-a419-f9346a092ca6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:08.226579 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-defcbaa2-8dfb-4d1a-8703-10428a164708 req-264e2726-36c7-498e-a419-f9346a092ca6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0770819 May 31 12:50:08.273972 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-defcbaa2-8dfb-4d1a-8703-10428a164708 req-834ada85-899c-42ef-a9c1-a4c8c5fdb2e2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413363 May 31 12:50:09.002349 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d6e96-5183-49e6-b27c-4053d39d2c92 req-cdddc7c5-5967-4a50-813b-d38ddc28c687 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:09.003981 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-318d6e96-5183-49e6-b27c-4053d39d2c92 req-cdddc7c5-5967-4a50-813b-d38ddc28c687 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 943 time: 0.0822873 May 31 12:50:09.049416 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-318d6e96-5183-49e6-b27c-4053d39d2c92 req-bbd721b2-70ee-4dc5-bd96-984bc06d956f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 May 31 12:50:09.166780 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05e09d-132a-4178-80d9-01be5f75cc76 req-c540e13e-5a7b-4fdb-8509-b23cf22fcaef tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:09.168951 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0a05e09d-132a-4178-80d9-01be5f75cc76 req-c540e13e-5a7b-4fdb-8509-b23cf22fcaef tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 949 time: 0.1025937 May 31 12:50:09.215521 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0a05e09d-132a-4178-80d9-01be5f75cc76 req-438b2c63-5c4a-4bdc-ba95-b592d1d0bd08 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/security-groups?id=ee24f2c9-5b31-4c37-9e5c-c1a804439569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399492 May 31 12:50:09.309862 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b93f0d-5bc0-4831-b443-7fa00273b9d5 req-8935cc23-929d-447c-ba0e-b0c429af361e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:09.311354 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-36b93f0d-5bc0-4831-b443-7fa00273b9d5 req-8935cc23-929d-447c-ba0e-b0c429af361e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0826645 May 31 12:50:09.356117 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-36b93f0d-5bc0-4831-b443-7fa00273b9d5 req-933d3833-09b9-4959-89c7-07b5eee35c80 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 May 31 12:50:09.461798 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645bd92-dc5d-47b3-a308-23b7240cd44c req-b83a224b-722a-4aae-bab8-3dce56b87bb9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:09.463359 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9645bd92-dc5d-47b3-a308-23b7240cd44c req-b83a224b-722a-4aae-bab8-3dce56b87bb9 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0823698 May 31 12:50:09.516577 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9645bd92-dc5d-47b3-a308-23b7240cd44c req-72dc82de-bd08-4db5-86b7-e1acf9fd8762 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 May 31 12:50:09.585864 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-33a18e1f-ce40-4ba0-abce-6c3cb19ec94d tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:09.586592 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-33a18e1f-ce40-4ba0-abce-6c3cb19ec94d tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Synchronizing usage tracker for tenant:daa20aa744b04972898b1599633596ce on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:09.602985 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-33a18e1f-ce40-4ba0-abce-6c3cb19ec94d tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Unset dirty status for tenant:daa20aa744b04972898b1599633596ce on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:09.604079 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-33a18e1f-ce40-4ba0-abce-6c3cb19ec94d tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 949 time: 0.1046915 May 31 12:50:09.746901 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Deleting port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:09.747162 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:09.888741 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] For port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,segment=NetworkSegment(9d9bc683-cb75-4414-b6e8-d678d9ab017f),segment_id=9d9bc683-cb75-4414-b6e8-d678d9ab017f)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:09.889101 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.014029 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Calling delete_port for 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:10.133920 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.139969 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-647283be-d504-48dc-8861-4930052af385 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:10.150355 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['3a0cb5d4-5f86-4eab-90ae-190ce0ece25a'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:10.192386 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Pushing event deleted for resources: {'Port': ['ID=3a0cb5d4-5f86-4eab-90ae-190ce0ece25a,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:10.222132 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:10.279674 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e896a7-4611-4b0f-98ee-10e055581ad4 req-e2eb1cf5-38cd-4779-b38c-b972eca8f4ee tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:10.281199 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-96e896a7-4611-4b0f-98ee-10e055581ad4 req-e2eb1cf5-38cd-4779-b38c-b972eca8f4ee tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 943 time: 0.1253452 May 31 12:50:10.300055 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] No DVR routers for this DVR port 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:10.303450 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.308393 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346', 'name': 'network-vif-deleted', 'tag': '3a0cb5d4-5f86-4eab-90ae-190ce0ece25a'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:10.310878 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda9b6e0-4b88-4403-98f8-682596e32337" -d '{"events": [{"server_uuid": "1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346", "name": "network-vif-deleted", "tag": "3a0cb5d4-5f86-4eab-90ae-190ce0ece25a"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:10.325974 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3bdf5a06-4330-470b-a08c-9c5e367ce170 req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.30 "DELETE /v2.0/ports/3a0cb5d4-5f86-4eab-90ae-190ce0ece25a HTTP/1.1" status: 204 len: 173 time: 0.7129908 May 31 12:50:10.353417 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-96e896a7-4611-4b0f-98ee-10e055581ad4 req-2a38e67b-23a1-4f4d-8f1b-a81331848c71 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568972 May 31 12:50:10.424866 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4ea2d5-cd83-4642-883c-9c515a70c7da x-openstack-request-id: req-5a4ea2d5-cd83-4642-883c-9c515a70c7da {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:10.424866 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346", "name": "network-vif-deleted", "tag": "3a0cb5d4-5f86-4eab-90ae-190ce0ece25a", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:10.430063 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a4ea2d5-cd83-4642-883c-9c515a70c7da {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:10.430820 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346', 'name': 'network-vif-deleted', 'tag': '3a0cb5d4-5f86-4eab-90ae-190ce0ece25a', 'status': 'completed', 'code': 200} May 31 12:50:10.445148 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-386c29ef-3d37-4131-a5a4-18fdb50211a3 req-8d2a2dae-3daa-4356-8385-d52aad8f9d7f tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d9a5f7c-4cf4-4d18-a3f7-4140fae4a346 HTTP/1.1" status: 200 len: 210 time: 0.0524426 May 31 12:50:10.616017 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0ce1c-d88b-4110-8a15-eef13ff216c8 req-204d45b4-ba1e-4e64-9092-c9acbac9902c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:10.617468 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-95e0ce1c-d88b-4110-8a15-eef13ff216c8 req-204d45b4-ba1e-4e64-9092-c9acbac9902c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0810678 May 31 12:50:10.715918 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-95e0ce1c-d88b-4110-8a15-eef13ff216c8 req-f8e89d4f-2c94-4b57-9570-713ade35d270 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925362 May 31 12:50:10.741044 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa255fd1-b313-481c-99cf-9c3f47942dbe req-4b80bf19-d627-46ab-b0f8-67f53f894438 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:10.742501 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fa255fd1-b313-481c-99cf-9c3f47942dbe req-4b80bf19-d627-46ab-b0f8-67f53f894438 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1063278 May 31 12:50:10.786532 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fa255fd1-b313-481c-99cf-9c3f47942dbe req-4e7b38d7-0039-4e1d-9879-47ba01b5a0c3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 May 31 12:50:11.008498 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device bdb00df3-a702-4b95-8a22-b402d32340e7 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:11.148242 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:11.161288 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'port_id': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'mac_address': 'fa:16:3e:d3:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:11.221323 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.240908 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb00df3-a702-4b95-8a22-b402d32340e7 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:11.257346 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:11.262324 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:11.264218 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:11.363980 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:11.372094 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.373045 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.373045 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.373227 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.373419 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.373746 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.374074 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.374428 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.374745 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.375064 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.375478 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.375797 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:11.383200 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:11.499058 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98ac25-2252-483b-90de-a3bf8a98f6ec req-f98516da-c175-48bc-8e9f-40790999d866 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:11.500564 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5f98ac25-2252-483b-90de-a3bf8a98f6ec req-f98516da-c175-48bc-8e9f-40790999d866 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 946 time: 0.0840142 May 31 12:50:11.592978 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5f98ac25-2252-483b-90de-a3bf8a98f6ec req-c6ea0321-c592-41eb-81d3-efb304db0f75 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867920 May 31 12:50:11.619678 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece5d5c-3102-47a8-9aa8-8fb3c250fdff req-e754223c-4e20-43c6-85ed-4e74337a60ef tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:11.621101 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0ece5d5c-3102-47a8-9aa8-8fb3c250fdff req-e754223c-4e20-43c6-85ed-4e74337a60ef tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 943 time: 0.1018949 May 31 12:50:11.664455 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0ece5d5c-3102-47a8-9aa8-8fb3c250fdff req-92a53d01-f2a2-4dec-957f-10fb63ca3688 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377269 May 31 12:50:11.965236 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332774-4906-4c33-b84c-5f5053e2e01b req-4aec4d6e-25f6-49e2-ae4a-e968d65cadac tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:11.966721 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-63332774-4906-4c33-b84c-5f5053e2e01b req-4aec4d6e-25f6-49e2-ae4a-e968d65cadac tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 945 time: 0.1354148 May 31 12:50:12.026132 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f85a5e-1367-4bb6-80f0-aadfb6a0cb3a req-d93e10c1-4f30-4558-8068-98ffed13a1fa tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:12.028255 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-36f85a5e-1367-4bb6-80f0-aadfb6a0cb3a req-d93e10c1-4f30-4558-8068-98ffed13a1fa tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1278713 May 31 12:50:12.032985 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-63332774-4906-4c33-b84c-5f5053e2e01b req-3d467518-54b7-43dd-8b77-03cdc6a70b50 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594480 May 31 12:50:12.087198 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-36f85a5e-1367-4bb6-80f0-aadfb6a0cb3a req-55fd1c5a-4b5d-46f7-9ed1-113596d6ded6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 May 31 12:50:12.119203 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['bdb00df3-a702-4b95-8a22-b402d32340e7'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:12.788185 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639f73f-66fd-4b4e-92bb-351d1b8536a6 req-c8f54197-cdea-4b66-9f47-b59532c1b844 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:12.790008 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a639f73f-66fd-4b4e-92bb-351d1b8536a6 req-c8f54197-cdea-4b66-9f47-b59532c1b844 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 946 time: 0.0894580 May 31 12:50:12.856255 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a639f73f-66fd-4b4e-92bb-351d1b8536a6 req-50ab7c2b-2e94-4734-9b4f-5339a3cd33e3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592203 May 31 12:50:13.014487 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355770f8-333b-47ab-9c1b-7b78ae91ee39 req-a43cee10-c28c-4f8b-a5e9-2538ee303b04 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:13.015672 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ea806cc3-9886-4fb8-a42c-7a0494857be0 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:13.016211 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-355770f8-333b-47ab-9c1b-7b78ae91ee39 req-a43cee10-c28c-4f8b-a5e9-2538ee303b04 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 943 time: 0.0858967 May 31 12:50:13.021785 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:13.063081 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:13.063434 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 3a0cb5d4-5f86-4eab-90ae-190ce0ece25a not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:13.066084 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-355770f8-333b-47ab-9c1b-7b78ae91ee39 req-0c5814cc-0d7c-4940-80aa-e8e152b47f13 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433071 May 31 12:50:13.233569 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ea806cc3-9886-4fb8-a42c-7a0494857be0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea806cc3-9886-4fb8-a42c-7a0494857be0,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:13.247624 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'ea806cc3-9886-4fb8-a42c-7a0494857be0', 'network_id': '323fa8a4-109d-4e83-92f9-8c43ac869dc2', 'port_id': 'ea806cc3-9886-4fb8-a42c-7a0494857be0', 'mac_address': 'fa:16:3e:6a:21:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48917fdf-52b7-4ba5-a72f-a8ab6114c771', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:13.311201 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6fcd-3926-4872-a392-5b1ad2565f61 req-f671460d-c7dd-4a6b-9430-8d9e3d8bc3dd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:13.312748 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-21df6fcd-3926-4872-a392-5b1ad2565f61 req-f671460d-c7dd-4a6b-9430-8d9e3d8bc3dd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 945 time: 0.1569204 May 31 12:50:13.315375 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.333147 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea806cc3-9886-4fb8-a42c-7a0494857be0 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:13.345374 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a21127-8c26-4d2e-bede-c8227e0ec84b req-c8e12ad2-8257-4561-be3d-8e34a47d82b6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:13.346880 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-39a21127-8c26-4d2e-bede-c8227e0ec84b req-c8e12ad2-8257-4561-be3d-8e34a47d82b6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1219516 May 31 12:50:13.351661 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ea806cc3-9886-4fb8-a42c-7a0494857be0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea806cc3-9886-4fb8-a42c-7a0494857be0,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:13.356670 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.358596 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-15d9f402-cd41-483f-a891-4a4c6d08b311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:13.402992 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-21df6fcd-3926-4872-a392-5b1ad2565f61 req-d19319ed-de04-4bd8-9e98-57fcd804cecb tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803127 May 31 12:50:13.425117 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-39a21127-8c26-4d2e-bede-c8227e0ec84b req-d5dda9ce-cd96-4c98-b3f7-088fdb1cd967 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620334 May 31 12:50:13.438041 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=ea806cc3-9886-4fb8-a42c-7a0494857be0,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:13.441308 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:14.151265 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebddb79-c192-4d7f-a220-b830cd7b002a req-994f9f33-abe9-45f1-b266-f05b0fe1b4c6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:14.153519 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1ebddb79-c192-4d7f-a220-b830cd7b002a req-994f9f33-abe9-45f1-b266-f05b0fe1b4c6 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 946 time: 0.1559281 May 31 12:50:14.222855 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ea806cc3-9886-4fb8-a42c-7a0494857be0'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:14.272349 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1ebddb79-c192-4d7f-a220-b830cd7b002a req-dd4cadb6-6c4e-4fea-aee1-89b2c9b3ed9b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129661 May 31 12:50:14.343703 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29352402-3880-48cf-8e5f-17edae831b34 req-5fe8019f-2530-42a8-a33a-eb0aa04418c3 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:14.345757 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-29352402-3880-48cf-8e5f-17edae831b34 req-5fe8019f-2530-42a8-a33a-eb0aa04418c3 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 944 time: 0.1458178 May 31 12:50:14.402974 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-29352402-3880-48cf-8e5f-17edae831b34 req-94567061-15c1-4027-9d9b-e322f830b51d tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482242 May 31 12:50:14.632428 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84acb5-231e-4022-9194-f08af0031a74 req-42ca08c3-e36a-4d7e-8b97-efe809129127 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:14.633911 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5b84acb5-231e-4022-9194-f08af0031a74 req-42ca08c3-e36a-4d7e-8b97-efe809129127 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 945 time: 0.1099234 May 31 12:50:14.687744 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5b84acb5-231e-4022-9194-f08af0031a74 req-c980dbbe-5453-40fb-9417-693bcd431e55 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435719 May 31 12:50:14.841754 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0952ec-77c8-4149-a472-d1423c90179c req-27c28dd1-543d-4123-aa63-766998051745 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:14.841754 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-da0952ec-77c8-4149-a472-d1423c90179c req-27c28dd1-543d-4123-aa63-766998051745 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Synchronizing usage tracker for tenant:289f6253c1bc49ee817a561bae28f60a on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:14.856452 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-da0952ec-77c8-4149-a472-d1423c90179c req-27c28dd1-543d-4123-aa63-766998051745 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Unset dirty status for tenant:289f6253c1bc49ee817a561bae28f60a on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:14.857623 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-da0952ec-77c8-4149-a472-d1423c90179c req-27c28dd1-543d-4123-aa63-766998051745 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 946 time: 0.1025059 May 31 12:50:15.001317 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Deleting port c8330584-df15-4f0e-902c-eae7924b23d8 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:15.001660 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.035345 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device bdb00df3-a702-4b95-8a22-b402d32340e7 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:15.111112 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port bdb00df3-a702-4b95-8a22-b402d32340e7 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:15.117059 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port bdb00df3-a702-4b95-8a22-b402d32340e7 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:15.117445 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.143601 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] For port c8330584-df15-4f0e-902c-eae7924b23d8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c8330584-df15-4f0e-902c-eae7924b23d8,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:15.143958 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.283673 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.348495 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Calling delete_port for c8330584-df15-4f0e-902c-eae7924b23d8 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:15.351971 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:15.354348 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa384e-2baa-4814-ba39-e9248ddea6df" -d '{"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-plugged", "status": "completed", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:15.364724 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:15.370988 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.374151 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:15.423594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f6be6-59db-4077-a901-93d83bbc08d5 x-openstack-request-id: req-799f6be6-59db-4077-a901-93d83bbc08d5 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:15.424372 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-plugged", "status": "completed", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:15.424790 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-799f6be6-59db-4077-a901-93d83bbc08d5 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:15.425395 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'code': 200} May 31 12:50:15.492206 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.497151 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:15.499503 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:15.502682 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:15.513718 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf3423-9e14-4643-b9fe-bf7ea205ad66 req-c5a6f284-9256-4cc8-9709-f4b959971c6c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.515281 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d8bf3423-9e14-4643-b9fe-bf7ea205ad66 req-c5a6f284-9256-4cc8-9709-f4b959971c6c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 946 time: 0.1041870 May 31 12:50:15.549265 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Pushing event deleted for resources: {'Port': ['ID=c8330584-df15-4f0e-902c-eae7924b23d8,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:15.552366 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:15.611070 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d8bf3423-9e14-4643-b9fe-bf7ea205ad66 req-90815f84-d447-426e-bc7e-b151450d9802 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893111 May 31 12:50:15.626856 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] No DVR routers for this DVR port c8330584-df15-4f0e-902c-eae7924b23d8 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:15.629263 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:15.632149 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcb92e9-946b-4ed1-bfdc-64999930ba65', 'name': 'network-vif-deleted', 'tag': 'c8330584-df15-4f0e-902c-eae7924b23d8'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:15.634603 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f5a820-e702-4e9a-925b-f140c1ee4cc5" -d '{"events": [{"server_uuid": "9dcb92e9-946b-4ed1-bfdc-64999930ba65", "name": "network-vif-deleted", "tag": "c8330584-df15-4f0e-902c-eae7924b23d8"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:15.649212 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-da0952ec-77c8-4149-a472-d1423c90179c req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "DELETE /v2.0/ports/c8330584-df15-4f0e-902c-eae7924b23d8 HTTP/1.1" status: 204 len: 173 time: 0.7851334 May 31 12:50:15.671829 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0733e4a-a711-4aaf-b7be-8da402dd7722 req-5e146f6a-5369-4dba-b437-417c8cd6ae7f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.673390 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b0733e4a-a711-4aaf-b7be-8da402dd7722 req-5e146f6a-5369-4dba-b437-417c8cd6ae7f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 944 time: 0.1372235 May 31 12:50:15.690299 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cfd12d-8f2e-4e79-9975-7513fea6654b x-openstack-request-id: req-f0cfd12d-8f2e-4e79-9975-7513fea6654b {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:15.690653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcb92e9-946b-4ed1-bfdc-64999930ba65", "name": "network-vif-deleted", "tag": "c8330584-df15-4f0e-902c-eae7924b23d8", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:15.690933 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0cfd12d-8f2e-4e79-9975-7513fea6654b {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:15.691349 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcb92e9-946b-4ed1-bfdc-64999930ba65', 'name': 'network-vif-deleted', 'tag': 'c8330584-df15-4f0e-902c-eae7924b23d8', 'status': 'completed', 'code': 200} May 31 12:50:15.732457 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba972398-9fce-4e71-93ef-2069b215ca68', 'fe5914b4-39b0-414f-8d19-5928b0206745', 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35', 'c8330584-df15-4f0e-902c-eae7924b23d8'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:15.776350 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b0733e4a-a711-4aaf-b7be-8da402dd7722 req-bf69908e-6545-4876-815b-d6a724d80bcc tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949726 May 31 12:50:15.938986 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21f18c-595c-45e9-8158-86b3f4e03454 req-1400f035-679b-43c8-a084-77b971c01533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:15.941729 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3b21f18c-595c-45e9-8158-86b3f4e03454 req-1400f035-679b-43c8-a084-77b971c01533 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1099 time: 0.0967040 May 31 12:50:15.999236 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3b21f18c-595c-45e9-8158-86b3f4e03454 req-eb06b8e7-53ac-4cac-b0e6-f5789fd268ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475280 May 31 12:50:16.008292 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddb0e0-282a-4f3b-b459-a3888f1471ed req-c6fc3f55-497d-4847-9ee0-5567ef2fb8cf tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:16.009719 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-48ddb0e0-282a-4f3b-b459-a3888f1471ed req-c6fc3f55-497d-4847-9ee0-5567ef2fb8cf tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0952346 May 31 12:50:16.055842 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-48ddb0e0-282a-4f3b-b459-a3888f1471ed req-49065f91-d3e4-4821-9bee-1d940a782f6c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396070 May 31 12:50:16.696516 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38294) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:16.803625 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-73a8dd5f-faa6-4c09-92ff-d95077ffecdd req-c1b6a599-e215-4dd0-b42c-5b53db6aa0bd tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=9dcb92e9-946b-4ed1-bfdc-64999930ba65 HTTP/1.1" status: 200 len: 210 time: 0.0478096 May 31 12:50:16.903449 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-30ecb15e-ebc0-42fc-9c23-ecc09d748d75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=daa20aa744b04972898b1599633596ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054427 May 31 12:50:16.907529 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38304) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:16.970668 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8dea10d6-d266-48e2-b150-28b89c616bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:16.992487 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9615d5-5af0-4e6c-9799-2299eb7c4428 req-22fcd067-c370-4fd6-b9e4-b5093bc7216e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:16.993938 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fd9615d5-5af0-4e6c-9799-2299eb7c4428 req-22fcd067-c370-4fd6-b9e4-b5093bc7216e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 944 time: 0.0825639 May 31 12:50:16.996600 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8dea10d6-d266-48e2-b150-28b89c616bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.038426 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ea806cc3-9886-4fb8-a42c-7a0494857be0 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:17.049158 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8dea10d6-d266-48e2-b150-28b89c616bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.049958 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fd9615d5-5af0-4e6c-9799-2299eb7c4428 req-e47d5c5d-d3d8-45ee-a623-12fab8a2d7e5 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 May 31 12:50:17.053183 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6dee8a00-1f89-43fc-a56f-dab6c3e7ff70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:17.069713 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8dea10d6-d266-48e2-b150-28b89c616bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.072626 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-8dea10d6-d266-48e2-b150-28b89c616bee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee24f2c9-5b31-4c37-9e5c-c1a804439569 HTTP/1.1" status: 204 len: 168 time: 0.1617885 May 31 12:50:17.072626 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea10d6-d266-48e2-b150-28b89c616bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee24f2c9-5b31-4c37-9e5c-c1a804439569,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:17.075275 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8dea10d6-d266-48e2-b150-28b89c616bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:17.123244 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port ea806cc3-9886-4fb8-a42c-7a0494857be0 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:50:17.128258 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port ea806cc3-9886-4fb8-a42c-7a0494857be0 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:17.128634 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.259760 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7596e-ace5-4a96-bf53-c1c17ab1d4e1 req-cecb1590-322b-41c2-8b8d-2a18b2e5b2d7 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:17.262797 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a1c7596e-ace5-4a96-bf53-c1c17ab1d4e1 req-cecb1590-322b-41c2-8b8d-2a18b2e5b2d7 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0878160 May 31 12:50:17.275686 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.322049 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a1c7596e-ace5-4a96-bf53-c1c17ab1d4e1 req-d8aee739-0771-49bb-a6ab-287975205815 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530827 May 31 12:50:17.336225 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ea806cc3-9886-4fb8-a42c-7a0494857be0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea806cc3-9886-4fb8-a42c-7a0494857be0,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:17.341271 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:17.342211 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device c8330584-df15-4f0e-902c-eae7924b23d8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:17.365520 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:17.415103 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: c8330584-df15-4f0e-902c-eae7924b23d8 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:17.415458 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device c8330584-df15-4f0e-902c-eae7924b23d8 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:17.435995 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0a6e-5c72-48cc-8c45-4adac4744a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea806cc3-9886-4fb8-a42c-7a0494857be0'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:17.438240 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce59710-7b07-47c5-ad73-fcb5af1994bd" -d '{"events": [{"server_uuid": "e88e0a6e-5c72-48cc-8c45-4adac4744a9a", "name": "network-vif-plugged", "status": "completed", "tag": "ea806cc3-9886-4fb8-a42c-7a0494857be0"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:17.445633 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=ea806cc3-9886-4fb8-a42c-7a0494857be0,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:17.463311 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:17.485756 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cf863b-93fb-4b79-b0e1-2952477398a6 x-openstack-request-id: req-31cf863b-93fb-4b79-b0e1-2952477398a6 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:17.486134 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0a6e-5c72-48cc-8c45-4adac4744a9a", "name": "network-vif-plugged", "status": "completed", "tag": "ea806cc3-9886-4fb8-a42c-7a0494857be0", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:17.486488 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31cf863b-93fb-4b79-b0e1-2952477398a6 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:17.486957 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0a6e-5c72-48cc-8c45-4adac4744a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea806cc3-9886-4fb8-a42c-7a0494857be0', 'code': 200} May 31 12:50:17.762242 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924f7c9-eff8-44b8-93ff-b06ec6ef3790 req-ee7840f2-6643-4715-9921-65bae72f100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:17.763768 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6924f7c9-eff8-44b8-93ff-b06ec6ef3790 req-ee7840f2-6643-4715-9921-65bae72f100f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 1098 time: 0.0705261 May 31 12:50:17.810702 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-6924f7c9-eff8-44b8-93ff-b06ec6ef3790 req-447eca3c-615c-49e9-9e9d-4231a5e5d572 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391319 May 31 12:50:18.050748 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2f748-9104-4efe-b471-8ba43bf6484f req-791d6c65-7d47-438e-ad27-6944143c1f0a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:18.053598 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-59e2f748-9104-4efe-b471-8ba43bf6484f req-791d6c65-7d47-438e-ad27-6944143c1f0a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1063683 May 31 12:50:18.108056 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-59e2f748-9104-4efe-b471-8ba43bf6484f req-166b41cd-20dd-473b-b438-7a68890b47d8 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482116 May 31 12:50:18.240224 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f358b-8803-4382-bc1a-362c9451fd66 req-c1bc24a8-d7a0-47cf-b6cf-1c3f9ad286dd tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:18.241988 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7c5f358b-8803-4382-bc1a-362c9451fd66 req-c1bc24a8-d7a0-47cf-b6cf-1c3f9ad286dd tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.0853975 May 31 12:50:18.301277 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7c5f358b-8803-4382-bc1a-362c9451fd66 req-c4244549-cce4-402c-ad52-27c76e153c04 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524499 May 31 12:50:18.529362 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe7952-67ef-4770-aef3-974158d23419 req-4d3aa168-47d5-4038-a1e3-020d35dedbcb tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:18.530816 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-07fe7952-67ef-4770-aef3-974158d23419 req-4d3aa168-47d5-4038-a1e3-020d35dedbcb tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0881715 May 31 12:50:18.574863 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-07fe7952-67ef-4770-aef3-974158d23419 req-75c20035-2582-4b89-9315-481fa6d9ada0 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384109 May 31 12:50:18.762835 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40607a4-279a-46ce-8846-f9f81776611c req-cf5c3c68-0c07-45fd-8be3-715ff48a447f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:18.764281 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e40607a4-279a-46ce-8846-f9f81776611c req-cf5c3c68-0c07-45fd-8be3-715ff48a447f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0837221 May 31 12:50:18.808761 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e40607a4-279a-46ce-8846-f9f81776611c req-da2efae1-64ad-4f4d-9131-e7b96d9216f0 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389354 May 31 12:50:18.830963 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38352) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:18.909871 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:50:19.129700 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9fb30b-deb6-4b0b-b2a2-5ae21fe8d9bb tempest-TestShelveInstance-794127458 tempest-TestShelveInstance-794127458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.130251 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-1f9fb30b-deb6-4b0b-b2a2-5ae21fe8d9bb tempest-TestShelveInstance-794127458 tempest-TestShelveInstance-794127458-project-admin] Synchronizing usage tracker for tenant:ecf0d8de247946c283682abd2acb8b3d on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:19.143577 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292686-b05a-49e1-b510-ffb1808393af req-0b71f32e-7130-400f-8d22-47c9975bd5b6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.145071 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0c292686-b05a-49e1-b510-ffb1808393af req-0b71f32e-7130-400f-8d22-47c9975bd5b6 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1112256 May 31 12:50:19.170453 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-1f9fb30b-deb6-4b0b-b2a2-5ae21fe8d9bb tempest-TestShelveInstance-794127458 tempest-TestShelveInstance-794127458-project-admin] Unset dirty status for tenant:ecf0d8de247946c283682abd2acb8b3d on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:19.171740 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-1f9fb30b-deb6-4b0b-b2a2-5ae21fe8d9bb tempest-TestShelveInstance-794127458 tempest-TestShelveInstance-794127458-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1094 time: 0.3397956 May 31 12:50:19.174987 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38366) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:19.180732 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Request body: {'floatingip': {'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'port_id': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:50:19.190271 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:19.194880 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Usage tracker for resource:floatingip and tenant:e9e50e4596ba402b86c9ec3dc51aac7b is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:19.199949 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0c292686-b05a-49e1-b510-ffb1808393af req-01c8cbd2-8072-4baf-aa91-581c924ed598 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466142 May 31 12:50:19.207317 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:19.223277 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:19.232534 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for floatingip, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:19.320153 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b440ad-655d-44f9-a749-2806cb21397b req-7db8d3cf-fbd1-44da-bc4f-a55cdc469897 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.321645 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-71b440ad-655d-44f9-a749-2806cb21397b req-7db8d3cf-fbd1-44da-bc4f-a55cdc469897 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0865204 May 31 12:50:19.369540 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-71b440ad-655d-44f9-a749-2806cb21397b req-094976a6-7f22-46d1-87c6-75d11077ba2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 May 31 12:50:19.374203 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:19.527942 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Allocated IP 172.28.1.41 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/733a7b1c-393a-471d-9c9d-e26fa2d6fc88) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:50:19.610664 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9ef82-a2c6-4698-bb02-c048741b4716 req-bcbc8560-cd98-4a03-a204-967d0efbe375 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.612106 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a0c9ef82-a2c6-4698-bb02-c048741b4716 req-bcbc8560-cd98-4a03-a204-967d0efbe375 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.1365993 May 31 12:50:19.640381 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fddf1-729e-4aa0-85c6-f7f4fe7db3f3 req-8641c17c-271d-408d-ab58-8c7ac2a91535 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:19.641812 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a94fddf1-729e-4aa0-85c6-f7f4fe7db3f3 req-8641c17c-271d-408d-ab58-8c7ac2a91535 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.1222486 May 31 12:50:19.676807 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:19.693741 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a0c9ef82-a2c6-4698-bb02-c048741b4716 req-1da86b79-34c2-45d9-83c0-d46988490d0a tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737779 May 31 12:50:19.703856 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a94fddf1-729e-4aa0-85c6-f7f4fe7db3f3 req-8f23f046-80a4-4127-af9c-8d31257e4737 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547132 May 31 12:50:19.707781 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:19.712901 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dedcc8db-2773-4c44-bed0-7c895eebe64a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:19.783823 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:50:19.786738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:50:19.788995 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:50:19.829431 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'Port': ['ID=733a7b1c-393a-471d-9c9d-e26fa2d6fc88,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:19.832278 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:20.368838 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.386341 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcae75-f827-4fc0-9a52-74ad540e463a req-08d9b5ce-f0d1-4439-bc14-e49f048be8f2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.387905 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-55bcae75-f827-4fc0-9a52-74ad540e463a req-08d9b5ce-f0d1-4439-bc14-e49f048be8f2 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0792215 May 31 12:50:20.438091 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-55bcae75-f827-4fc0-9a52-74ad540e463a req-2b4f479b-74a6-4349-ae9a-08358ad7eeb7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 May 31 12:50:20.484060 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.640524 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffaaab-5274-47d5-8926-38a7b955bcd5 req-ce52d68a-fb49-4a31-9a22-1ba68b9dd1e9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.641964 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-74ffaaab-5274-47d5-8926-38a7b955bcd5 req-ce52d68a-fb49-4a31-9a22-1ba68b9dd1e9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1504977 May 31 12:50:20.689771 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-74ffaaab-5274-47d5-8926-38a7b955bcd5 req-a9cf0891-36eb-4648-8454-733715ddfd4e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 May 31 12:50:20.696396 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.701936 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.706583 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-77d355d8-d866-4c67-940c-edd660fb0d90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:20.763313 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:20.846908 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event updated for resources: {'Port': ['ID=733a7b1c-393a-471d-9c9d-e26fa2d6fc88,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:20.851011 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:20.941095 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.l3_db [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Floating IP ef889487-df37-4280-936d-f50a62e1cdb3 associated. External IP: 172.28.1.41, port: bdb00df3-a702-4b95-8a22-b402d32340e7. May 31 12:50:20.964384 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe6035-6c75-453a-94d8-1e5dab09de7d req-900cc905-2636-4537-b30c-efd8940c342f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.965846 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cdfe6035-6c75-453a-94d8-1e5dab09de7d req-900cc905-2636-4537-b30c-efd8940c342f tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.1409364 May 31 12:50:20.973887 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487b6ca-84c6-4325-8543-fbfc3b9b6fcd req-6092a60e-338d-4662-bc46-fa64193897c8 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:20.975301 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d487b6ca-84c6-4325-8543-fbfc3b9b6fcd req-6092a60e-338d-4662-bc46-fa64193897c8 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.1166446 May 31 12:50:21.046291 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cdfe6035-6c75-453a-94d8-1e5dab09de7d req-82aa7fbc-b2cc-42ac-ab9f-0b8a3344eff2 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700393 May 31 12:50:21.050894 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d487b6ca-84c6-4325-8543-fbfc3b9b6fcd req-c9c092a3-df23-4e3a-807d-e9ea667898af tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596683 May 31 12:50:21.290204 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Router 0a4f6073-990f-4dcb-bf69-147d07e84d66 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:21.481037 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:21.492788 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] Sync routers for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:21.505157 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:21.506047 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:21.509715 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:21.601849 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4138300 May 31 12:50:21.601849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:21.601849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a61e88-d6ad-41e3-bdb6-d1681732d209" -d '{"events": [{"name": "network-changed", "server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:21.646126 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e6ae72-43e8-4c39-9af3-d38049b9d321 x-openstack-request-id: req-69e6ae72-43e8-4c39-9af3-d38049b9d321 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:21.646564 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:21.646936 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69e6ae72-43e8-4c39-9af3-d38049b9d321 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:21.647493 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'status': 'completed', 'code': 200} May 31 12:50:21.691273 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f9be8-586c-4f2a-857d-210d066594cc req-c1e909d3-bea2-4d6a-9f71-4c4f7eeca3f8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:21.692714 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0f4f9be8-586c-4f2a-857d-210d066594cc req-c1e909d3-bea2-4d6a-9f71-4c4f7eeca3f8 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0846207 May 31 12:50:21.717140 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:21.762332 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0f4f9be8-586c-4f2a-857d-210d066594cc req-b27e2619-db4e-43b9-afba-a0da863c2fdd tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636513 May 31 12:50:21.890162 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-746ac5b8-9d75-4302-abb3-f81e3480fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:21.891646 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-746ac5b8-9d75-4302-abb3-f81e3480fd31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1099 time: 0.1903465 May 31 12:50:21.923397 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043cb91-adde-4ec2-8157-4039070a3202 req-13f1322c-0412-4c72-8063-6daae2e02bfc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:21.925135 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6043cb91-adde-4ec2-8157-4039070a3202 req-13f1322c-0412-4c72-8063-6daae2e02bfc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0847111 May 31 12:50:21.979971 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6043cb91-adde-4ec2-8157-4039070a3202 req-c49a0e7c-5609-4905-8d4a-7c13322aff69 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484099 May 31 12:50:22.040572 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-d523aa72-6644-4656-afe5-d8364929702b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.042595 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-d523aa72-6644-4656-afe5-d8364929702b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 909 time: 0.1401901 May 31 12:50:22.127637 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'ef889487-df37-4280-936d-f50a62e1cdb3', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'floating_ip_address': '172.28.1.41', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'port_id': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'mac_address': 'fa:16:3e:d3:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:20Z', 'updated_at': '2021-05-31T12:50:20Z', 'revision_number': 0, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:12Z', 'revision_number': 5, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:22.132190 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] Checking router: 0a4f6073-990f-4dcb-bf69-147d07e84d66 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:22.140337 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:22.140938 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:49:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:22.179893 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-b5f2bdd5-2b14-4f27-8e5e-730119911bc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 999 time: 0.1027780 May 31 12:50:22.249113 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-2a748d59-6bbd-4424-a209-630aa32a23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.250534 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-2a748d59-6bbd-4424-a209-630aa32a23cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.0628107 May 31 12:50:22.252823 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40be91-ce57-4655-b3d1-93ccf4628264 req-6bb748e3-8cbf-4f5f-969c-d7ef5a6b61ed tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.258900 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3d40be91-ce57-4655-b3d1-93ccf4628264 req-6bb748e3-8cbf-4f5f-969c-d7ef5a6b61ed tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.0917459 May 31 12:50:22.307356 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3d40be91-ce57-4655-b3d1-93ccf4628264 req-406b216c-754c-484e-8048-cb2233283b1a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474529 May 31 12:50:22.331170 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:22.341699 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-a079ef41-bf27-42a5-9ad7-654c30d3efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.343182 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-a079ef41-bf27-42a5-9ad7-654c30d3efa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763950 May 31 12:50:22.490310 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-c63fe502-1620-46bb-8000-78446c41919f service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304471 May 31 12:50:22.647321 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23a61e88-d6ad-41e3-bdb6-d1681732d209 req-2601a1ac-d002-4322-9296-704f601622c2 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384847 May 31 12:50:22.693905 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'ef889487-df37-4280-936d-f50a62e1cdb3', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'floating_ip_address': '172.28.1.41', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'port_id': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'mac_address': 'fa:16:3e:d3:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:20Z', 'updated_at': '2021-05-31T12:50:20Z', 'revision_number': 0, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:12Z', 'revision_number': 5, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:22.697656 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e479445e-ffcc-488e-be15-3426cd244c10 None None] The sync data for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb is: [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'ef889487-df37-4280-936d-f50a62e1cdb3', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'floating_ip_address': '172.28.1.41', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'port_id': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'mac_address': 'fa:16:3e:d3:c6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:50:20Z', 'updated_at': '2021-05-31T12:50:20Z', 'revision_number': 0, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:12Z', 'revision_number': 5, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:22.866948 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b716786-ce3e-47b6-bbe1-a11a95bc39f8 None None] New status for floating IP ef889487-df37-4280-936d-f50a62e1cdb3: ACTIVE {{(pid=98237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:50:22.951885 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7a87c-8dad-4789-ae66-9dbdf70e5318 req-42099111-56d2-473c-8d80-77a3abdc90b0 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:22.953403 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-01f7a87c-8dad-4789-ae66-9dbdf70e5318 req-42099111-56d2-473c-8d80-77a3abdc90b0 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.0814116 May 31 12:50:22.999714 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-01f7a87c-8dad-4789-ae66-9dbdf70e5318 req-cb8c3477-02b4-46e1-acdf-5cf8d7099b49 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 May 31 12:50:23.073951 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-28422fe2-cca7-47ce-a208-3e1875e208b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.192947 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238c9cc-05e5-429f-b9ac-50cd7a5b98ff req-dbdb0d74-9774-4e8e-b7fd-737d54d44faa tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:23.194426 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2238c9cc-05e5-429f-b9ac-50cd7a5b98ff req-dbdb0d74-9774-4e8e-b7fd-737d54d44faa tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0852952 May 31 12:50:23.238252 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2238c9cc-05e5-429f-b9ac-50cd7a5b98ff req-50c356fc-9f20-432e-b3bf-9b4ab8893c1a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376914 May 31 12:50:23.492672 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8928cc-420a-4af2-a8f5-ad1e9c48ccb3 req-46714e6d-58db-424b-a50e-459352c5e2dd tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:23.494107 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8e8928cc-420a-4af2-a8f5-ad1e9c48ccb3 req-46714e6d-58db-424b-a50e-459352c5e2dd tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.0791013 May 31 12:50:23.537313 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8e8928cc-420a-4af2-a8f5-ad1e9c48ccb3 req-eb99fdb9-a138-4a67-8575-be786b761582 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374680 May 31 12:50:23.623638 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-ad1e3617-a27a-4d65-83ae-484d927b9bf5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:23.624335 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-ad1e3617-a27a-4d65-83ae-484d927b9bf5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Synchronizing usage tracker for tenant:289f6253c1bc49ee817a561bae28f60a on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:23.640999 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-ad1e3617-a27a-4d65-83ae-484d927b9bf5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Unset dirty status for tenant:289f6253c1bc49ee817a561bae28f60a on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:23.642575 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-ad1e3617-a27a-4d65-83ae-484d927b9bf5 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 946 time: 0.0979443 May 31 12:50:23.813263 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Deleting port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:23.813687 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:23.955306 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] For port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:23.955662 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.092155 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Calling delete_port for b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:24.216402 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.222009 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-71ed4f94-4f84-4019-977d-9aaa79b2b042 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:24.229013 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba972398-9fce-4e71-93ef-2069b215ca68', 'fe5914b4-39b0-414f-8d19-5928b0206745', 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:24.251960 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649247-0365-42a5-9c65-f2d03bc5e33c req-b352585b-5572-45e4-999e-9a0ba1dbac2d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.253775 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-48649247-0365-42a5-9c65-f2d03bc5e33c req-b352585b-5572-45e4-999e-9a0ba1dbac2d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1426339 May 31 12:50:24.266123 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-07b802c1-ed56-4eae-becb-085a330da2bb tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.267489 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-07b802c1-ed56-4eae-becb-085a330da2bb tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 946 time: 0.1222456 May 31 12:50:24.314355 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Pushing event deleted for resources: {'Port': ['ID=b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:24.319959 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:24.368705 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-48649247-0365-42a5-9c65-f2d03bc5e33c req-9ae8ef86-1ecb-4daf-b891-106acb89c634 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999644 May 31 12:50:24.385050 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] No DVR routers for this DVR port b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:24.397452 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.400147 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a629dd-aa16-4d6c-add3-43fa79f7af80', 'name': 'network-vif-deleted', 'tag': 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:24.402783 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86763e61-7b08-442d-8ab0-fde46a9348e6" -d '{"events": [{"server_uuid": "a0a629dd-aa16-4d6c-add3-43fa79f7af80", "name": "network-vif-deleted", "tag": "b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:24.425543 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-83899531-2ece-4d11-a3a5-dc2f6de6264a req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "DELETE /v2.0/ports/b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 HTTP/1.1" status: 204 len: 173 time: 0.7608688 May 31 12:50:24.449185 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab6384f-0817-47a4-a641-af946c312154 x-openstack-request-id: req-9ab6384f-0817-47a4-a641-af946c312154 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:24.449735 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a629dd-aa16-4d6c-add3-43fa79f7af80", "name": "network-vif-deleted", "tag": "b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:24.450036 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ab6384f-0817-47a4-a641-af946c312154 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:24.450539 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a629dd-aa16-4d6c-add3-43fa79f7af80', 'name': 'network-vif-deleted', 'tag': 'b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35', 'status': 'completed', 'code': 200} May 31 12:50:24.519328 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c14a67-e579-496b-ac4a-3078023d8d8a req-adf48b78-e3f7-493b-a5ac-6dd0d6b4e588 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:24.521090 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-61c14a67-e579-496b-ac4a-3078023d8d8a req-adf48b78-e3f7-493b-a5ac-6dd0d6b4e588 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1586840 May 31 12:50:24.527320 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Deleting port e513e6be-3267-48a7-9bb1-23964645c7c0 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:24.527692 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.668181 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-61c14a67-e579-496b-ac4a-3078023d8d8a req-dfdb9083-6565-4c46-8b54-bde0005c594b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258676 May 31 12:50:24.757192 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dd8f2414-b161-49d1-b6bb-7edc15da12f0 req-41299562-1e57-4a26-a786-73d956d796e2 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0a629dd-aa16-4d6c-add3-43fa79f7af80 HTTP/1.1" status: 200 len: 210 time: 0.0599093 May 31 12:50:24.764312 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] For port e513e6be-3267-48a7-9bb1-23964645c7c0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e513e6be-3267-48a7-9bb1-23964645c7c0,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:24.764666 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:24.893136 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Calling delete_port for e513e6be-3267-48a7-9bb1-23964645c7c0 owned by compute:nova {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:25.143721 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.150513 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:25.195763 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Pushing event deleted for resources: {'Port': ['ID=e513e6be-3267-48a7-9bb1-23964645c7c0,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:25.238676 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.239035 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.239390 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.239733 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.240090 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.240536 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.240876 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.241209 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.241540 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.241870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.242199 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.242554 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:50:25.273368 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:25.280457 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] No DVR routers for this DVR port e513e6be-3267-48a7-9bb1-23964645c7c0 on host hv-cinder-79049 {{(pid=98236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:25.283414 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.286021 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7b8b42-d31a-48af-9e61-debee6b34c5c', 'name': 'network-vif-deleted', 'tag': 'e513e6be-3267-48a7-9bb1-23964645c7c0'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:25.288770 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a15612-c2e0-422d-b341-11fa88295eac" -d '{"events": [{"server_uuid": "7e7b8b42-d31a-48af-9e61-debee6b34c5c", "name": "network-vif-deleted", "tag": "e513e6be-3267-48a7-9bb1-23964645c7c0"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:25.299687 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8df00eaf-1817-4fd4-9ec8-df8d1ffb258c req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.30 "DELETE /v2.0/ports/e513e6be-3267-48a7-9bb1-23964645c7c0 HTTP/1.1" status: 204 len: 173 time: 1.0170155 May 31 12:50:25.344423 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe053e2-5031-48e8-b8a6-f084a843d3fc x-openstack-request-id: req-dbe053e2-5031-48e8-b8a6-f084a843d3fc {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:25.344754 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7b8b42-d31a-48af-9e61-debee6b34c5c", "name": "network-vif-deleted", "tag": "e513e6be-3267-48a7-9bb1-23964645c7c0", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:25.345009 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dbe053e2-5031-48e8-b8a6-f084a843d3fc {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:25.345420 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7b8b42-d31a-48af-9e61-debee6b34c5c', 'name': 'network-vif-deleted', 'tag': 'e513e6be-3267-48a7-9bb1-23964645c7c0', 'status': 'completed', 'code': 200} May 31 12:50:25.407844 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-1fc26874-530d-445f-a406-cefe9a72947a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.431129 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:25.537673 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-346746de-18d9-4c84-8811-84f87ae02a0d req-617d1d5d-2419-4d7a-af90-ec77019ef717 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Synchronizing usage tracker for tenant:9df89126ca4f40f89c3aff8f7826c303 on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:25.554345 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-346746de-18d9-4c84-8811-84f87ae02a0d req-617d1d5d-2419-4d7a-af90-ec77019ef717 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Unset dirty status for tenant:9df89126ca4f40f89c3aff8f7826c303 on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:25.555560 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-346746de-18d9-4c84-8811-84f87ae02a0d req-617d1d5d-2419-4d7a-af90-ec77019ef717 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e7b8b42-d31a-48af-9e61-debee6b34c5c HTTP/1.1" status: 200 len: 210 time: 0.0614800 May 31 12:50:25.677949 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['68d2fa4d-92a7-4beb-9218-854da6d2be2b'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:25.891424 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4772364-d75e-4abe-926c-480c9a001701 req-93a6c6cb-f1c5-4dde-9bde-a20be2f4d926 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:25.892888 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d4772364-d75e-4abe-926c-480c9a001701 req-93a6c6cb-f1c5-4dde-9bde-a20be2f4d926 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0855377 May 31 12:50:25.937970 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d4772364-d75e-4abe-926c-480c9a001701 req-e2b0fa3a-bc28-44e2-a7ff-caad2b206d0b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393877 May 31 12:50:26.222538 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55c4d3-5355-493a-be45-d63fadb05b77 req-8ec39f2a-1598-4f77-969d-91b9bf9aaa50 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.223984 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7c55c4d3-5355-493a-be45-d63fadb05b77 req-8ec39f2a-1598-4f77-969d-91b9bf9aaa50 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 945 time: 0.0834918 May 31 12:50:26.280354 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7c55c4d3-5355-493a-be45-d63fadb05b77 req-17b22923-ae7f-42db-ba41-51f2534572e0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498743 May 31 12:50:26.356177 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:26.998240 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0058b-de82-4c65-bb90-284f633c95d8 req-f1a70134-a679-4d4a-b8a3-aa2699591149 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:26.999732 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7dd0058b-de82-4c65-bb90-284f633c95d8 req-f1a70134-a679-4d4a-b8a3-aa2699591149 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0802681 May 31 12:50:27.043142 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7dd0058b-de82-4c65-bb90-284f633c95d8 req-63a2cbd6-458f-4b32-a26f-62cae375c0e3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378289 May 31 12:50:27.081385 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device e513e6be-3267-48a7-9bb1-23964645c7c0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:27.116097 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: e513e6be-3267-48a7-9bb1-23964645c7c0 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:27.116363 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device e513e6be-3267-48a7-9bb1-23964645c7c0 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:27.116783 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:27.132733 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612ade4-7c1d-4411-896b-82143bd5f71d req-3090efce-2f52-443d-8e7f-a64a29b3fa6d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:27.134203 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3612ade4-7c1d-4411-896b-82143bd5f71d req-3090efce-2f52-443d-8e7f-a64a29b3fa6d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0824237 May 31 12:50:27.152245 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:27.152591 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device b7f7bc8d-4f6d-4fb5-aed8-ee92b8bacf35 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:27.177815 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3612ade4-7c1d-4411-896b-82143bd5f71d req-02c2460f-237c-40de-a012-b83d0bf133dc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379734 May 31 12:50:27.470016 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de165050-0844-4fd9-9037-af8628a9423e req-404026da-5c9a-4fa9-81e9-27abadf4692f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:27.471516 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de165050-0844-4fd9-9037-af8628a9423e req-404026da-5c9a-4fa9-81e9-27abadf4692f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 945 time: 0.0795424 May 31 12:50:27.514526 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de165050-0844-4fd9-9037-af8628a9423e req-6739f5a6-f1af-4c6d-871d-56a2a2213dd1 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372443 May 31 12:50:28.109820 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:28.233382 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f86894-3031-42ce-b849-c366471b6a55 req-14082502-ef36-448e-99f6-90f3843f6ba0 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.236051 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c3f86894-3031-42ce-b849-c366471b6a55 req-14082502-ef36-448e-99f6-90f3843f6ba0 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.0847557 May 31 12:50:28.283410 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c3f86894-3031-42ce-b849-c366471b6a55 req-9b646349-46bb-4140-bdb3-aad198c8226d tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 May 31 12:50:28.383085 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4464d-7e7e-406d-8490-cda5b29a7f98 req-97d8d297-274c-46c5-9523-8235b3097531 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.390249 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-94f4464d-7e7e-406d-8490-cda5b29a7f98 req-97d8d297-274c-46c5-9523-8235b3097531 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0899768 May 31 12:50:28.452253 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-94f4464d-7e7e-406d-8490-cda5b29a7f98 req-40d151f8-a52e-4472-b2f4-d6842becaceb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607812 May 31 12:50:28.697285 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951fda6-c4b0-46da-a526-fa6cfac5b18c req-4be36585-bcea-48d0-8c30-b47e1f4e561f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:28.699238 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7951fda6-c4b0-46da-a526-fa6cfac5b18c req-4be36585-bcea-48d0-8c30-b47e1f4e561f tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 945 time: 0.0784020 May 31 12:50:28.743832 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7951fda6-c4b0-46da-a526-fa6cfac5b18c req-337e45f2-cfbb-4e19-b649-abc3b0c108b3 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387902 May 31 12:50:29.224123 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-925e645d-49c5-443f-879d-fec7b3924411 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.225523 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-925e645d-49c5-443f-879d-fec7b3924411 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 945 time: 0.0803332 May 31 12:50:29.363915 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Deleting port fe5914b4-39b0-414f-8d19-5928b0206745 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:29.364262 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.635757 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] For port fe5914b4-39b0-414f-8d19-5928b0206745, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fe5914b4-39b0-414f-8d19-5928b0206745,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:29.636125 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:29.850668 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Calling delete_port for fe5914b4-39b0-414f-8d19-5928b0206745 owned by compute:nova {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:29.868852 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d876-d5c2-4e77-b25b-17f972980a70 req-8a8db8b4-4bca-4205-8e8c-7b1e55a90ee7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.870618 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8170d876-d5c2-4e77-b25b-17f972980a70 req-8a8db8b4-4bca-4205-8e8c-7b1e55a90ee7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.4354498 May 31 12:50:29.933194 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c82db-4924-48ee-9020-1bcf64c54ce7 req-8b062c9a-95d5-47a7-8ddf-9d47a38477e3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:29.934696 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e24c82db-4924-48ee-9020-1bcf64c54ce7 req-8b062c9a-95d5-47a7-8ddf-9d47a38477e3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.3767347 May 31 12:50:29.963000 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8170d876-d5c2-4e77-b25b-17f972980a70 req-83afa25b-479f-454c-bebf-efd8539bfa2e tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851319 May 31 12:50:30.004329 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e24c82db-4924-48ee-9020-1bcf64c54ce7 req-0b693ebe-d269-4494-a2ef-2fc6e3fd5709 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614533 May 31 12:50:30.092234 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.105514 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba972398-9fce-4e71-93ef-2069b215ca68', 'fe5914b4-39b0-414f-8d19-5928b0206745'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:30.107428 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:30.211706 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Pushing event deleted for resources: {'Port': ['ID=fe5914b4-39b0-414f-8d19-5928b0206745,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:30.265159 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:30.300675 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e2c7fd4a-8ec9-4f7d-bee7-ecf6c0d247d0 req-dc0480b4-060f-404f-8331-0742501ccce7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11aa67-6557-4b80-9b9a-ccf3b9883a36 HTTP/1.1" status: 200 len: 210 time: 0.1293046 May 31 12:50:30.306088 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] No DVR routers for this DVR port fe5914b4-39b0-414f-8d19-5928b0206745 on host hv-cinder-79049 {{(pid=98236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:30.309644 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:30.312293 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11aa67-6557-4b80-9b9a-ccf3b9883a36', 'name': 'network-vif-deleted', 'tag': 'fe5914b4-39b0-414f-8d19-5928b0206745'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:30.314726 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c762db-63e2-406d-87be-688483827ff9" -d '{"events": [{"server_uuid": "7b11aa67-6557-4b80-9b9a-ccf3b9883a36", "name": "network-vif-deleted", "tag": "fe5914b4-39b0-414f-8d19-5928b0206745"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:30.325962 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4b3e101f-faab-49ef-8e7e-4803887791ad req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "DELETE /v2.0/ports/fe5914b4-39b0-414f-8d19-5928b0206745 HTTP/1.1" status: 204 len: 173 time: 1.0915914 May 31 12:50:30.359959 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736a1cd8-747b-40ab-9b97-5850a60d806b x-openstack-request-id: req-736a1cd8-747b-40ab-9b97-5850a60d806b {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:30.360345 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b11aa67-6557-4b80-9b9a-ccf3b9883a36", "name": "network-vif-deleted", "tag": "fe5914b4-39b0-414f-8d19-5928b0206745", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:30.360683 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-736a1cd8-747b-40ab-9b97-5850a60d806b {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:30.361162 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b11aa67-6557-4b80-9b9a-ccf3b9883a36', 'name': 'network-vif-deleted', 'tag': 'fe5914b4-39b0-414f-8d19-5928b0206745', 'status': 'completed', 'code': 200} May 31 12:50:31.222517 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd9473-4eac-4f4f-a7bc-18c855dead38 req-1c178104-d263-441d-968c-1e8f870b8eed tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.230914 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fccd9473-4eac-4f4f-a7bc-18c855dead38 req-1c178104-d263-441d-968c-1e8f870b8eed tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1552117 May 31 12:50:31.282999 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc9f19-bcd8-4f22-b7fd-6dcecb10e35f req-4c7c06db-480c-418f-a847-cc4fb1a5608d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:31.284676 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9dfc9f19-bcd8-4f22-b7fd-6dcecb10e35f req-4c7c06db-480c-418f-a847-cc4fb1a5608d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1527605 May 31 12:50:31.294564 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fccd9473-4eac-4f4f-a7bc-18c855dead38 req-15959f43-5077-4025-bf7f-fbae8e24f0d1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623801 May 31 12:50:31.341187 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9dfc9f19-bcd8-4f22-b7fd-6dcecb10e35f req-6ae1dc87-5496-4863-9c74-4bee73fa3379 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453887 May 31 12:50:32.533836 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f4f9-9ba4-4df0-8e2b-9f5eca77c45d req-ac94a090-7c61-4e3b-b83a-04f16fce97a1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:32.535298 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7a02f4f9-9ba4-4df0-8e2b-9f5eca77c45d req-ac94a090-7c61-4e3b-b83a-04f16fce97a1 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1356940 May 31 12:50:32.572864 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ebb0f-8b7e-46ce-9793-453922210772 req-403aa0ae-1a9b-4059-8d2c-92b6eea56fd6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:32.574356 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-358ebb0f-8b7e-46ce-9793-453922210772 req-403aa0ae-1a9b-4059-8d2c-92b6eea56fd6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1181185 May 31 12:50:32.612841 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7a02f4f9-9ba4-4df0-8e2b-9f5eca77c45d req-722f13d6-404b-43ca-81e7-3a6e107140c4 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718038 May 31 12:50:32.641157 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-358ebb0f-8b7e-46ce-9793-453922210772 req-3203ced5-0e16-4312-8be5-67da009117c2 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596960 May 31 12:50:33.060177 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e1abb-2944-4a94-97ed-84ab51a9089e req-a8df575c-1716-4c37-8400-861c6371047e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.060859 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-db6e1abb-2944-4a94-97ed-84ab51a9089e req-a8df575c-1716-4c37-8400-861c6371047e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Synchronizing usage tracker for tenant:289f6253c1bc49ee817a561bae28f60a on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:33.076435 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-db6e1abb-2944-4a94-97ed-84ab51a9089e req-a8df575c-1716-4c37-8400-861c6371047e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Unset dirty status for tenant:289f6253c1bc49ee817a561bae28f60a on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:33.077812 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-db6e1abb-2944-4a94-97ed-84ab51a9089e req-a8df575c-1716-4c37-8400-861c6371047e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 945 time: 0.0977964 May 31 12:50:33.128132 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fe5914b4-39b0-414f-8d19-5928b0206745 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:33.128642 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-db6e1abb-2944-4a94-97ed-84ab51a9089e req-26e0887c-96a1-438b-8813-fa6f33cd44cf tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 May 31 12:50:33.165836 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: fe5914b4-39b0-414f-8d19-5928b0206745 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:33.166264 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fe5914b4-39b0-414f-8d19-5928b0206745 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:33.876521 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad879671-f905-4ab4-8e41-a1cba9e5ad54 req-7efbaaf9-20dd-4f1e-8508-dc4227f009c9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.877954 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ad879671-f905-4ab4-8e41-a1cba9e5ad54 req-7efbaaf9-20dd-4f1e-8508-dc4227f009c9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1086974 May 31 12:50:33.885458 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ad778-7818-4718-9fff-5d61a6b9c26e req-eb701c48-9aad-492e-97c0-e01a1736e25c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:33.886840 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e87ad778-7818-4718-9fff-5d61a6b9c26e req-eb701c48-9aad-492e-97c0-e01a1736e25c tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1514921 May 31 12:50:33.958152 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ad879671-f905-4ab4-8e41-a1cba9e5ad54 req-c40cccab-8798-4488-b6d8-393d5c081ab1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703700 May 31 12:50:33.960821 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e87ad778-7818-4718-9fff-5d61a6b9c26e req-6de94d57-bebd-478c-8193-75112ce7a1af tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606320 May 31 12:50:34.319997 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a6cc8-1443-490a-8664-8ad64b3abe67 req-e15214c7-0bef-46ea-bfa1-c8869977d56c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:34.321464 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-969a6cc8-1443-490a-8664-8ad64b3abe67 req-e15214c7-0bef-46ea-bfa1-c8869977d56c tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 945 time: 0.0824220 May 31 12:50:34.370802 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-969a6cc8-1443-490a-8664-8ad64b3abe67 req-cc5e9f44-cef3-4de4-ab52-131ccea9602a tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 May 31 12:50:35.216258 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a39946-4d40-4321-b704-c064e243118b req-df5b92ff-6ebc-43df-8795-f4c2b918a58b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:35.217702 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44a39946-4d40-4321-b704-c064e243118b req-df5b92ff-6ebc-43df-8795-f4c2b918a58b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1125817 May 31 12:50:35.224985 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92584a-9288-48be-ae0e-5fb1078465e7 req-9a6e2dfa-4031-406f-82ac-4e8f25b0c8cb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:35.226318 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-eb92584a-9288-48be-ae0e-5fb1078465e7 req-9a6e2dfa-4031-406f-82ac-4e8f25b0c8cb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1552908 May 31 12:50:35.298071 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-44a39946-4d40-4321-b704-c064e243118b req-286977c5-3482-4d8a-b55c-05f6c49acc3b tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 May 31 12:50:35.303062 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-eb92584a-9288-48be-ae0e-5fb1078465e7 req-dd73b931-9632-47a6-85c5-0607e1cf75ab tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628939 May 31 12:50:35.529705 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.552556 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9a148-902a-4b2e-9a2f-f5914b7f59c7 req-2de8089e-3369-4092-9880-191aef9523fb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:35.554101 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-93a9a148-902a-4b2e-9a2f-f5914b7f59c7 req-2de8089e-3369-4092-9880-191aef9523fb tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 945 time: 0.0800285 May 31 12:50:35.599042 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-93a9a148-902a-4b2e-9a2f-f5914b7f59c7 req-b03bfe14-9600-4fbb-afc5-df33b9510fd0 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 May 31 12:50:36.605810 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1b717-478b-454b-958e-2c2d9cdcfcb5 req-8aa6c4f9-8a3b-408b-9318-77004474505f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.607209 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-14c1b717-478b-454b-958e-2c2d9cdcfcb5 req-8aa6c4f9-8a3b-408b-9318-77004474505f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.2043421 May 31 12:50:36.615483 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ba6a-2ae3-4ba8-8d86-c44d0138e90e req-58bf8b76-2475-4862-9d27-0c0af181e557 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.616867 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8ed4ba6a-2ae3-4ba8-8d86-c44d0138e90e req-58bf8b76-2475-4862-9d27-0c0af181e557 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1836236 May 31 12:50:36.687342 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-14c1b717-478b-454b-958e-2c2d9cdcfcb5 req-d96c2bee-0124-4e58-975c-e0ad799d62fb tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695302 May 31 12:50:36.695539 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8ed4ba6a-2ae3-4ba8-8d86-c44d0138e90e req-f4397c13-9a23-472c-8bd3-376da7e8f552 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631201 May 31 12:50:36.874434 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76739d3f-4f2a-42a6-837f-fe2a3e13b9d9 req-fe91f3a9-ce8d-4468-baef-9307e82cb523 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:36.875990 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-76739d3f-4f2a-42a6-837f-fe2a3e13b9d9 req-fe91f3a9-ce8d-4468-baef-9307e82cb523 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 945 time: 0.0862625 May 31 12:50:36.964740 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-76739d3f-4f2a-42a6-837f-fe2a3e13b9d9 req-cff9b652-bd6e-4b15-8612-cc33065c9e36 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/security-groups?id=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829394 May 31 12:50:37.005477 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-69d7224e-5d48-4980-bfcb-7b87a026376e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.006911 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-69d7224e-5d48-4980-bfcb-7b87a026376e tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 945 time: 0.0930436 May 31 12:50:37.143620 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Deleting port ba972398-9fce-4e71-93ef-2069b215ca68 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:37.143943 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.282199 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] For port ba972398-9fce-4e71-93ef-2069b215ca68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba972398-9fce-4e71-93ef-2069b215ca68,segment=NetworkSegment(c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f),segment_id=c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:37.282794 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.306654 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-1799b2fe-88aa-414f-8cf7-212a2f51cf01 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.307527 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-1799b2fe-88aa-414f-8cf7-212a2f51cf01 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Synchronizing usage tracker for tenant:9df89126ca4f40f89c3aff8f7826c303 on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:37.320332 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-1799b2fe-88aa-414f-8cf7-212a2f51cf01 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Unset dirty status for tenant:9df89126ca4f40f89c3aff8f7826c303 on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:37.322037 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-1799b2fe-88aa-414f-8cf7-212a2f51cf01 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1030195 May 31 12:50:37.415427 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Calling delete_port for ba972398-9fce-4e71-93ef-2069b215ca68 owned by compute:nova {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:37.558233 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.564998 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4969de2f-59e8-4c53-8b20-708199524107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:37.575754 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba972398-9fce-4e71-93ef-2069b215ca68'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:37.591632 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Deleting port 68d2fa4d-92a7-4beb-9218-854da6d2be2b {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:37.591972 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.613730 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Pushing event deleted for resources: {'Port': ['ID=ba972398-9fce-4e71-93ef-2069b215ca68,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:37.616878 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:37.685609 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] No DVR routers for this DVR port ba972398-9fce-4e71-93ef-2069b215ca68 on host hv-cinder-79049 {{(pid=98236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:37.687953 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.690414 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e063b-b010-4e4b-9153-09289ee58544', 'name': 'network-vif-deleted', 'tag': 'ba972398-9fce-4e71-93ef-2069b215ca68'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:37.692743 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0126f79a-cd3a-41f6-9950-47f2c85ac2d7" -d '{"events": [{"server_uuid": "7b6e063b-b010-4e4b-9153-09289ee58544", "name": "network-vif-deleted", "tag": "ba972398-9fce-4e71-93ef-2069b215ca68"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:37.706644 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fc749f0a-eca0-41b8-953b-acb4c8c4b7e6 req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.30 "DELETE /v2.0/ports/ba972398-9fce-4e71-93ef-2069b215ca68 HTTP/1.1" status: 204 len: 173 time: 0.6906490 May 31 12:50:37.741758 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34752d67-6308-46dc-8f9c-5bdb05f70f93 x-openstack-request-id: req-34752d67-6308-46dc-8f9c-5bdb05f70f93 {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:37.742181 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6e063b-b010-4e4b-9153-09289ee58544", "name": "network-vif-deleted", "tag": "ba972398-9fce-4e71-93ef-2069b215ca68", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:37.742634 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34752d67-6308-46dc-8f9c-5bdb05f70f93 {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:37.742907 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e063b-b010-4e4b-9153-09289ee58544', 'name': 'network-vif-deleted', 'tag': 'ba972398-9fce-4e71-93ef-2069b215ca68', 'status': 'completed', 'code': 200} May 31 12:50:37.751350 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] For port 68d2fa4d-92a7-4beb-9218-854da6d2be2b, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=68d2fa4d-92a7-4beb-9218-854da6d2be2b,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:37.751706 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.881599 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Calling delete_port for 68d2fa4d-92a7-4beb-9218-854da6d2be2b owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:37.975983 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0986d1a-01ca-4611-950d-d01ffe125659 req-208b46a4-fbbb-4b56-bd29-cc2321696998 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.977347 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d0986d1a-01ca-4611-950d-d01ffe125659 req-208b46a4-fbbb-4b56-bd29-cc2321696998 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1455204 May 31 12:50:37.986506 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e17730-c757-437d-b618-27acc9f44095 req-365b2672-5be6-4d66-8d94-79d101fb2c78 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:37.988050 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-14e17730-c757-437d-b618-27acc9f44095 req-365b2672-5be6-4d66-8d94-79d101fb2c78 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ab2fd02-0136-48d0-be5a-adc4f8261214 HTTP/1.1" status: 200 len: 945 time: 0.1225269 May 31 12:50:38.002654 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.012527 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-50ee0074-137a-4d0c-ab2f-25ba884269f8 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:38.017724 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['68d2fa4d-92a7-4beb-9218-854da6d2be2b'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:38.082655 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d0986d1a-01ca-4611-950d-d01ffe125659 req-b5ae53d3-2044-4c97-a042-6c950c827b92 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919530 May 31 12:50:38.086048 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Pushing event deleted for resources: {'Port': ['ID=68d2fa4d-92a7-4beb-9218-854da6d2be2b,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:38.088024 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-14e17730-c757-437d-b618-27acc9f44095 req-fbb8833d-3fc2-4e2c-9f97-ec185609bab7 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.65 "GET /v2.0/security-groups?id=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816755 May 31 12:50:38.108743 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:38.200882 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] No DVR routers for this DVR port 68d2fa4d-92a7-4beb-9218-854da6d2be2b on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:38.204221 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.207282 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab2fd02-0136-48d0-be5a-adc4f8261214', 'name': 'network-vif-deleted', 'tag': '68d2fa4d-92a7-4beb-9218-854da6d2be2b'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:38.209972 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c81b87-109a-4686-97b8-d1b82c08341c" -d '{"events": [{"server_uuid": "1ab2fd02-0136-48d0-be5a-adc4f8261214", "name": "network-vif-deleted", "tag": "68d2fa4d-92a7-4beb-9218-854da6d2be2b"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:38.226178 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-83fbaaf3-e844-430a-836e-7a9622f8e875 req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] 10.222.0.30 "DELETE /v2.0/ports/68d2fa4d-92a7-4beb-9218-854da6d2be2b HTTP/1.1" status: 204 len: 173 time: 0.8902574 May 31 12:50:38.258581 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2a31c2-8069-442c-aba1-1c9e6e6b85c1 x-openstack-request-id: req-6b2a31c2-8069-442c-aba1-1c9e6e6b85c1 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:38.262434 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab2fd02-0136-48d0-be5a-adc4f8261214", "name": "network-vif-deleted", "tag": "68d2fa4d-92a7-4beb-9218-854da6d2be2b", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:38.263292 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b2a31c2-8069-442c-aba1-1c9e6e6b85c1 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:38.265273 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab2fd02-0136-48d0-be5a-adc4f8261214', 'name': 'network-vif-deleted', 'tag': '68d2fa4d-92a7-4beb-9218-854da6d2be2b', 'status': 'completed', 'code': 200} May 31 12:50:38.273512 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-0e8d1ff9-1fcd-4126-9e2e-68b2c675d288 req-89ca08ec-2382-4c1f-b56e-877088ad05ca tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Synchronizing usage tracker for tenant:289f6253c1bc49ee817a561bae28f60a on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:38.292715 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-0e8d1ff9-1fcd-4126-9e2e-68b2c675d288 req-89ca08ec-2382-4c1f-b56e-877088ad05ca tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Unset dirty status for tenant:289f6253c1bc49ee817a561bae28f60a on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:38.293575 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0e8d1ff9-1fcd-4126-9e2e-68b2c675d288 req-89ca08ec-2382-4c1f-b56e-877088ad05ca tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6e063b-b010-4e4b-9153-09289ee58544 HTTP/1.1" status: 200 len: 210 time: 0.0750418 May 31 12:50:38.326741 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38630) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:38.470971 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.487005 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:38.491248 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Usage tracker for resource:security_group_rule and tenant:8671edafbf2b472099fbe1a7ecea6fa7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:38.494179 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:38.500496 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:38.590394 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.594268 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.603102 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-fd038215-9ed6-48a7-9d62-8e4e31ddd860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:38.646444 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8671edafbf2b472099fbe1a7ecea6fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185046 May 31 12:50:38.647318 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3cbaba-9221-4a70-960b-d2dd40b32875,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:38.648990 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38638) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:38.650177 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:38.715610 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-61e68bae-ad1c-485f-bf62-e596a7174a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.740685 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-61e68bae-ad1c-485f-bf62-e596a7174a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.792337 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-61e68bae-ad1c-485f-bf62-e596a7174a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.798908 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-78180c1d-0b41-425b-ac74-5fdfa8078719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:38.813230 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e68bae-ad1c-485f-bf62-e596a7174a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3cbaba-9221-4a70-960b-d2dd40b32875,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:38.816063 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-61e68bae-ad1c-485f-bf62-e596a7174a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:38.816961 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-61e68bae-ad1c-485f-bf62-e596a7174a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.818059 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-61e68bae-ad1c-485f-bf62-e596a7174a48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e3cbaba-9221-4a70-960b-d2dd40b32875 HTTP/1.1" status: 204 len: 168 time: 0.1674359 May 31 12:50:39.189458 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38648) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:39.285304 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e123f-95a9-4255-8829-abe4fc63125d req-048f8f58-9eca-4b83-84b7-f1623f251fbb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:39.286705 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e6e123f-95a9-4255-8829-abe4fc63125d req-048f8f58-9eca-4b83-84b7-f1623f251fbb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0803559 May 31 12:50:39.334785 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e6e123f-95a9-4255-8829-abe4fc63125d req-fb6a6728-a534-4b7a-8cdd-10ba6c436572 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416925 May 31 12:50:39.393323 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38656) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:39.456468 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_v2 [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] Deleting subnet 71af8a35-cdaf-468a-a714-07a9e35906d4 {{(pid=98236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:50:39.459368 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.507878 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799340'] for subnet, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.562198 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.734429 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1947852'] for router_interface, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.877152 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3817717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3659058'] for subnet, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.881912 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:39.917725 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:39.920289 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71af8a35-cdaf-468a-a714-07a9e35906d4,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:39.922457 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:39.932242 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-9205792f-2e36-4dc9-857c-17c2b70e47d3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/71af8a35-cdaf-468a-a714-07a9e35906d4 HTTP/1.1" status: 204 len: 168 time: 0.5378072 May 31 12:50:39.934677 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38660) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:40.042068 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.163864 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.176766 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650c556e-aa40-4047-95af-0cdcf5c87279']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:40.192609 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:40.192909 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07e5a1f-ed17-4b5a-bef9-3088a4d1f65f') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:40.213182 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.229370 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.235253 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:50:40.240972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.248543 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Deleting port 18e79309-0df4-47e3-a309-181eb283fb18 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:40.248885 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:50:40.249424 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:50:40.335305 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.339307 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:40.351995 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.366244 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Pushing event deleted for resources: {'Network': ['ID=650c556e-aa40-4047-95af-0cdcf5c87279,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:40.369452 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:40.373902 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] For port 18e79309-0df4-47e3-a309-181eb283fb18, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=18e79309-0df4-47e3-a309-181eb283fb18,segment=NetworkSegment(7291c8aa-2577-4dfe-ab75-4c22dad1920c),segment_id=7291c8aa-2577-4dfe-ab75-4c22dad1920c)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:40.374249 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.378462 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] 10.222.0.65 "DELETE /v2.0/networks/650c556e-aa40-4047-95af-0cdcf5c87279 HTTP/1.1" status: 204 len: 168 time: 0.4404099 May 31 12:50:40.499885 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Calling delete_port for 18e79309-0df4-47e3-a309-181eb283fb18 owned by network:router_interface {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:40.542597 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6acb6d-ba15-4a6f-b369-72b5d24c18c4 req-35200fd2-107f-4dee-b81c-07ff879b33a3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:40.544083 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fe6acb6d-ba15-4a6f-b369-72b5d24c18c4 req-35200fd2-107f-4dee-b81c-07ff879b33a3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0888362 May 31 12:50:40.572326 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38670) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:40.618667 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fe6acb6d-ba15-4a6f-b369-72b5d24c18c4 req-12921946-bce7-446a-9aa9-19b47e3bddb3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676334 May 31 12:50:40.640608 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a450ab3d-1459-46ca-b99b-7b1fe80d356c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=289f6253c1bc49ee817a561bae28f60a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645440 May 31 12:50:40.640950 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38674) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:40.704927 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ff1fb13d-d6b1-46b2-89e4-bb9de355c197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.735904 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ff1fb13d-d6b1-46b2-89e4-bb9de355c197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.788468 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ff1fb13d-d6b1-46b2-89e4-bb9de355c197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.794004 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-2bf9f486-591d-462a-a790-dbc16620b577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:40.796464 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.800653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3f9ad921-de84-4ad6-be9e-70604f346e5e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:40.809109 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fb13d-d6b1-46b2-89e4-bb9de355c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3306a60e-7d79-4101-8c82-cf5a0fb8b8c5,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:40.810971 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ff1fb13d-d6b1-46b2-89e4-bb9de355c197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.814732 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ff1fb13d-d6b1-46b2-89e4-bb9de355c197 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3306a60e-7d79-4101-8c82-cf5a0fb8b8c5 HTTP/1.1" status: 204 len: 168 time: 0.1702487 May 31 12:50:40.814732 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ff1fb13d-d6b1-46b2-89e4-bb9de355c197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:40.845236 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e79309-0df4-47e3-a309-181eb283fb18,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:40.849244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:41.059168 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944156'] for router_interface, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.166289 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:50:41.169780 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ba972398-9fce-4e71-93ef-2069b215ca68 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:41.209300 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: ba972398-9fce-4e71-93ef-2069b215ca68 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:41.209646 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ba972398-9fce-4e71-93ef-2069b215ca68 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:41.210078 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 68d2fa4d-92a7-4beb-9218-854da6d2be2b no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:41.249289 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: 68d2fa4d-92a7-4beb-9218-854da6d2be2b {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:41.249872 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 68d2fa4d-92a7-4beb-9218-854da6d2be2b not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:41.411945 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:41.432895 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'port_id': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'mac_address': 'fa:16:3e:22:e3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:50:41.497997 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.516139 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fca3395f-d83c-47df-a8a4-4be4a6e01e71 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:50:41.534242 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:41.535884 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Router 2ba82910-a746-4e42-b0e3-0c171bbe6976 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:50:41.538873 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.541257 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:41.618920 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=6']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:41.627400 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:41.658250 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['fca3395f-d83c-47df-a8a4-4be4a6e01e71'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:41.738222 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:50:41.752691 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] 10.222.0.65 "PUT /v2.0/routers/2ba82910-a746-4e42-b0e3-0c171bbe6976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5621591 May 31 12:50:41.754823 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38704) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:41.755094 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] Sync routers for ids ['2ba82910-a746-4e42-b0e3-0c171bbe6976'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:50:41.769212 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] Routers {'2ba82910-a746-4e42-b0e3-0c171bbe6976'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:41.772551 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:50:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['2ba82910-a746-4e42-b0e3-0c171bbe6976'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:41.894495 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578236d-d8c7-41ec-9d27-557648e65459 req-6566ae90-94d8-40e1-a38b-ed48571f6911 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:41.913854 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3578236d-d8c7-41ec-9d27-557648e65459 req-6566ae90-94d8-40e1-a38b-ed48571f6911 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 944 time: 0.1755772 May 31 12:50:41.979856 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks [] for router, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:41.980921 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3578236d-d8c7-41ec-9d27-557648e65459 req-90f16c41-0f95-4c77-9128-65949afc396c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639474 May 31 12:50:42.037494 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] Set router 2ba82910-a746-4e42-b0e3-0c171bbe6976 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:42.165466 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.245954 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Deleting port b2c7024b-057d-4e6e-b846-70449bce1580 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:42.246295 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.346355 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:50:40Z', 'revision_number': 5, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port': {'id': 'b2c7024b-057d-4e6e-b846-70449bce1580', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:1c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:52Z', 'updated_at': '2021-05-31T12:47:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:42.351520 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] Checking router: 2ba82910-a746-4e42-b0e3-0c171bbe6976 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:50:42.361567 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] Routers {'2ba82910-a746-4e42-b0e3-0c171bbe6976'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:50:42.362006 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:50:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['2ba82910-a746-4e42-b0e3-0c171bbe6976'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:42.372090 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] For port b2c7024b-057d-4e6e-b846-70449bce1580, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=b2c7024b-057d-4e6e-b846-70449bce1580,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:42.372526 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.509145 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Calling delete_port for b2c7024b-057d-4e6e-b846-70449bce1580 owned by network:router_gateway {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:42.533449 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] Set router 2ba82910-a746-4e42-b0e3-0c171bbe6976 gateway port host: None {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:50:42.680467 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.686116 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:42.697038 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:50:42Z', 'revision_number': 6, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port_host': None}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:42.702052 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac6b6b-d365-4ccd-97bc-e915cea02a71 None None] The sync data for ids ['2ba82910-a746-4e42-b0e3-0c171bbe6976'] in dv-cinder-790492-5-smb is: [{'id': '2ba82910-a746-4e42-b0e3-0c171bbe6976', 'name': 'tempest-ServerRescueNegativeTestJSON-1287796397-router', 'tenant_id': '9df89126ca4f40f89c3aff8f7826c303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:50:42Z', 'revision_number': 6, 'project_id': '9df89126ca4f40f89c3aff8f7826c303', 'gw_port_host': None}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:50:42.746583 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c7024b-057d-4e6e-b846-70449bce1580,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:42.755302 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:42.794592 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1941713'] for router_gateway, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:42.977331 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38744) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:43.087885 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1943644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7860'] for router, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.090155 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.143340 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.169270 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:43.170579 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:50:43.182242 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1943904'] for router, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.183206 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ba82910-a746-4e42-b0e3-0c171bbe6976 {{(pid=98235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:50:43.183747 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Usage tracker for resource:security_group_rule and tenant:a0542f1147b747b5a6b7f8fcaf9327f8 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:43.188862 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:43.198470 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:43.204075 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Notify callbacks [] for router, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.205416 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] 10.222.0.65 "DELETE /v2.0/routers/2ba82910-a746-4e42-b0e3-0c171bbe6976 HTTP/1.1" status: 204 len: 168 time: 1.4485755 May 31 12:50:43.207947 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38752) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:43.247571 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f6955-c062-4744-bbc1-eb1140674389 req-eb654032-183f-48b8-8301-00441654539c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:43.249051 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f61f6955-c062-4744-bbc1-eb1140674389 req-eb654032-183f-48b8-8301-00441654539c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 944 time: 0.1398444 May 31 12:50:43.274838 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port fca3395f-d83c-47df-a8a4-4be4a6e01e71 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:50:43.275215 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.279634 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] Deleting subnet 5a14b356-84ea-439d-b58f-4875ddcc516d {{(pid=98235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:50:43.283128 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.310970 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f61f6955-c062-4744-bbc1-eb1140674389 req-283f1d9a-49f0-4969-9048-eafdae6925ac tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530725 May 31 12:50:43.347656 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.356025 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.364810 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.369268 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.378336 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ec26d665-4c3e-46e8-bc17-ee9082774d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:43.421995 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38756) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:43.422463 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0542f1147b747b5a6b7f8fcaf9327f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437361 May 31 12:50:43.423262 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7fa48-acdb-486b-a7b0-4b9497c46d72,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:43.426508 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3ec35d0f-88b9-4df9-9b82-b5e63e8dfa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:43.440805 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.466836 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:43.469557 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82df53-1998-4989-9dfe-e6459e014e07" -d '{"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-plugged", "status": "completed", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:43.477250 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:43.482717 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.484560 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:43.519997 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9aa4b1-6361-415a-92fa-dc3215eee0b4 x-openstack-request-id: req-2e9aa4b1-6361-415a-92fa-dc3215eee0b4 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:43.520299 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-plugged", "status": "completed", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:43.520561 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e9aa4b1-6361-415a-92fa-dc3215eee0b4 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:43.520952 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'code': 200} May 31 12:50:43.554105 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=7']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:43.558058 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:43.594819 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f4c12657-f140-4d05-b5f3-a3726c77b119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.672062 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f4c12657-f140-4d05-b5f3-a3726c77b119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.737289 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.747187 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:43.781034 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f4c12657-f140-4d05-b5f3-a3726c77b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.790635 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a14b356-84ea-439d-b58f-4875ddcc516d,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:43.793460 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.797442 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:43.801220 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f7fdfdd5-b684-4ab0-9cee-22e46552e017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:43.801594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 18e79309-0df4-47e3-a309-181eb283fb18 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:43.816880 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c12657-f140-4d05-b5f3-a3726c77b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7fa48-acdb-486b-a7b0-4b9497c46d72,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:43.822150 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38764) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:43.822263 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-5bc0ee2b-a2b0-43f9-9cc5-ffe81a03bf81 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5a14b356-84ea-439d-b58f-4875ddcc516d HTTP/1.1" status: 204 len: 168 time: 0.6132324 May 31 12:50:43.823458 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f4c12657-f140-4d05-b5f3-a3726c77b119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:43.826444 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-f4c12657-f140-4d05-b5f3-a3726c77b119 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3c7fa48-acdb-486b-a7b0-4b9497c46d72 HTTP/1.1" status: 204 len: 168 time: 0.4015594 May 31 12:50:43.826444 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f4c12657-f140-4d05-b5f3-a3726c77b119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:43.849310 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: 18e79309-0df4-47e3-a309-181eb283fb18 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:43.849939 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 18e79309-0df4-47e3-a309-181eb283fb18 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:43.851598 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device b2c7024b-057d-4e6e-b846-70449bce1580 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:43.889989 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: b2c7024b-057d-4e6e-b846-70449bce1580 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:43.890426 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device b2c7024b-057d-4e6e-b846-70449bce1580 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:43.940482 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.063102 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.076264 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b6eb3d-2b15-4283-8603-9c65d397fbde']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:44.088495 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7291c8aa-2577-4dfe-ab75-4c22dad1920c') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:44.088788 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7291c8aa-2577-4dfe-ab75-4c22dad1920c') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:50:44.100248 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.117057 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.122640 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38772) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:44.126174 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:50:44.126634 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:50:44.140242 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:50:44.144629 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.159365 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:44.163342 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Usage tracker for resource:security_group_rule and tenant:590f329e15f448caa4822817d58a64d6 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:44.166093 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:44.171676 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:44.264745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.268450 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.277658 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0a7dcf51-7a64-408c-9a72-ade7a5b44f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.289417 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.293099 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b4e362e5-eedf-4ca9-812e-e8c824a13cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.307472 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.317611 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b6eb3d-2b15-4283-8603-9c65d397fbde,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.323340 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=590f329e15f448caa4822817d58a64d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968234 May 31 12:50:44.323500 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.323620 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cfd0c2-0fc9-4733-82bf-20b00b37c603,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.324161 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38776) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:44.326505 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.343558 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b8b6eb3d-2b15-4283-8603-9c65d397fbde HTTP/1.1" status: 204 len: 168 time: 0.5201640 May 31 12:50:44.392822 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9676ee30-01f2-42d9-b0f8-c605fedad7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.421821 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9676ee30-01f2-42d9-b0f8-c605fedad7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.536386 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9676ee30-01f2-42d9-b0f8-c605fedad7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.536499 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 38784) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:44.545515 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5f7d9-c4f7-499d-b474-60281e53abf3 req-b1690ee8-2e50-4921-b1c0-efc913de3b46 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:44.546974 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fab5f7d9-c4f7-499d-b474-60281e53abf3 req-b1690ee8-2e50-4921-b1c0-efc913de3b46 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1053674 May 31 12:50:44.548751 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ccd5b33f-2cd4-4e0a-8c76-7d7cc592340a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.571903 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676ee30-01f2-42d9-b0f8-c605fedad7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cfd0c2-0fc9-4733-82bf-20b00b37c603,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.578903 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9676ee30-01f2-42d9-b0f8-c605fedad7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.592628 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-aad95aa5-6b6d-4caa-ab90-806f6a36b8c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9df89126ca4f40f89c3aff8f7826c303&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548437 May 31 12:50:44.593584 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9676ee30-01f2-42d9-b0f8-c605fedad7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.594666 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-9676ee30-01f2-42d9-b0f8-c605fedad7aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57cfd0c2-0fc9-4733-82bf-20b00b37c603 HTTP/1.1" status: 204 len: 168 time: 0.2696264 May 31 12:50:44.597264 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 38788) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:44.621051 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fab5f7d9-c4f7-499d-b474-60281e53abf3 req-1b6abdb1-fb66-4c52-9fbe-ddbf27f8011b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631337 May 31 12:50:44.665877 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5318ef41-727e-4463-88fb-ee01772e28fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.697010 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5318ef41-727e-4463-88fb-ee01772e28fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.752342 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5318ef41-727e-4463-88fb-ee01772e28fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.757227 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-1a728cdc-9bcf-43e7-ba62-2abc334e36c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:44.769279 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318ef41-727e-4463-88fb-ee01772e28fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:44.775409 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5318ef41-727e-4463-88fb-ee01772e28fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:44.780972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5318ef41-727e-4463-88fb-ee01772e28fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:44.785010 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5318ef41-727e-4463-88fb-ee01772e28fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b78354d-a7ce-4da9-a3df-3eae3a1f9fa8 HTTP/1.1" status: 204 len: 168 time: 0.1845720 May 31 12:50:45.846812 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e11919-9522-4095-9030-2350d18b18b5 req-55346e02-6238-424e-a72f-2b8d674622b0 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:45.849055 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-83e11919-9522-4095-9030-2350d18b18b5 req-55346e02-6238-424e-a72f-2b8d674622b0 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0966208 May 31 12:50:45.910735 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-83e11919-9522-4095-9030-2350d18b18b5 req-7ad2a4a9-f648-424b-9518-bd3413aa492a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552330 May 31 12:50:47.137820 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269f17-3001-44b6-a3f3-648901baf60e req-40b221d3-0408-4fd2-a533-0d0713a7893a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:47.143632 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-24269f17-3001-44b6-a3f3-648901baf60e req-40b221d3-0408-4fd2-a533-0d0713a7893a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0969727 May 31 12:50:47.197210 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-24269f17-3001-44b6-a3f3-648901baf60e req-64df431b-8ae9-41c9-98aa-c7dd138e718e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517859 May 31 12:50:48.463153 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2ac79-7ed4-4f1c-a060-621445c1fa7e req-ec422e96-bddf-41da-b008-5abe1b85877f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:48.470309 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9fe2ac79-7ed4-4f1c-a060-621445c1fa7e req-ec422e96-bddf-41da-b008-5abe1b85877f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1160042 May 31 12:50:48.557729 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9fe2ac79-7ed4-4f1c-a060-621445c1fa7e req-6fbd0464-ae99-43a7-9399-b87193455e0c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835302 May 31 12:50:48.874863 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b1693-f0e7-43ac-868b-9c8ec700c1c0 req-8ee8fbe1-08e2-474d-985f-9ea73c40e211 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:48.876738 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c08b1693-f0e7-43ac-868b-9c8ec700c1c0 req-8ee8fbe1-08e2-474d-985f-9ea73c40e211 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.0917823 May 31 12:50:48.929795 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c08b1693-f0e7-43ac-868b-9c8ec700c1c0 req-b4fb23cc-feb5-47af-8a1e-f8b027e001bf tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469162 May 31 12:50:49.756986 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101ed1d-5d6d-40c8-ac9f-592ce30816f3 req-47cd96b7-f33c-4e62-b82d-05345fac6b9a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:49.762772 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f101ed1d-5d6d-40c8-ac9f-592ce30816f3 req-47cd96b7-f33c-4e62-b82d-05345fac6b9a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1004951 May 31 12:50:49.824642 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f101ed1d-5d6d-40c8-ac9f-592ce30816f3 req-76e4fba3-10d4-4e40-9a13-b5d4d301b3f2 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526996 May 31 12:50:50.133110 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c66a-f06b-41f6-a4b3-fcd321dcc6dc req-7700da90-b9e8-4359-b319-362217c2bb22 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:50.140765 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3915c66a-f06b-41f6-a4b3-fcd321dcc6dc req-7700da90-b9e8-4359-b319-362217c2bb22 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.0989645 May 31 12:50:50.192353 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3915c66a-f06b-41f6-a4b3-fcd321dcc6dc req-06b46ca0-04fb-40da-a470-aa5b6747514b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506518 May 31 12:50:50.279501 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39010) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:50.404963 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.421544 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:50.426103 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:5c107b6af05d423099385b50eedb41c2 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:50.429262 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:50.435755 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:50.523278 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.528569 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.535526 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3565152d-d02e-453c-942a-225223bdb748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:50.579124 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39018) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:50.591031 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c107b6af05d423099385b50eedb41c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101361 May 31 12:50:50.591887 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1cef29-fb13-416b-899b-32569e8a42fd,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:50.597908 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:50.662276 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6e62b8c8-4201-4610-81a7-648913482c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.690641 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6e62b8c8-4201-4610-81a7-648913482c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.751704 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6e62b8c8-4201-4610-81a7-648913482c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.760595 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c1c4c4f1-28b4-4f75-b03c-c7bc79591862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:50.774983 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6e62b8c8-4201-4610-81a7-648913482c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.776633 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6e62b8c8-4201-4610-81a7-648913482c8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a1cef29-fb13-416b-899b-32569e8a42fd HTTP/1.1" status: 204 len: 168 time: 0.1965661 May 31 12:50:50.779147 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e62b8c8-4201-4610-81a7-648913482c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1cef29-fb13-416b-899b-32569e8a42fd,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:50.782088 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6e62b8c8-4201-4610-81a7-648913482c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:51.042142 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cfdae-6f85-4487-a267-9bbc7b665e4e req-ec2d45c0-2219-415a-9557-91922d1767da tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:51.050325 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7b0cfdae-6f85-4487-a267-9bbc7b665e4e req-ec2d45c0-2219-415a-9557-91922d1767da tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0923164 May 31 12:50:51.104106 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7b0cfdae-6f85-4487-a267-9bbc7b665e4e req-2c78978a-4bda-46c2-b586-8dcd417a0f18 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525630 May 31 12:50:51.302388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39038) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:51.348378 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.366775 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:51.372075 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Usage tracker for resource:security_group_rule and tenant:1a2166b2a18e466fb4338d1480a6a011 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:51.375361 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:51.381842 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:51.423409 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38440bc9-97e2-44a1-a4d1-2e7bba10a347 req-ede389b9-614e-48ca-96de-23aaf0d87040 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:51.425458 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-38440bc9-97e2-44a1-a4d1-2e7bba10a347 req-ede389b9-614e-48ca-96de-23aaf0d87040 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.1103768 May 31 12:50:51.470803 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.476604 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.486478 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f02e4d0e-f158-456a-a806-497077b7b65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:51.499252 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-38440bc9-97e2-44a1-a4d1-2e7bba10a347 req-1f15ee5f-50ca-4a52-8cc9-0e6a574ebcd4 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645249 May 31 12:50:51.545964 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39046) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:51.553889 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a2166b2a18e466fb4338d1480a6a011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503028 May 31 12:50:51.556235 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fee31c-9146-495e-8d13-116c6fe96f75,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:51.560802 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:51.612480 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-78ce4cbf-6e56-451b-ad50-7dda00a5f377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.638967 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-78ce4cbf-6e56-451b-ad50-7dda00a5f377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.701194 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-78ce4cbf-6e56-451b-ad50-7dda00a5f377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.705191 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b5775470-b9e7-488b-a223-453638097c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:51.719613 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce4cbf-6e56-451b-ad50-7dda00a5f377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fee31c-9146-495e-8d13-116c6fe96f75,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:51.722206 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-78ce4cbf-6e56-451b-ad50-7dda00a5f377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:51.741531 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-78ce4cbf-6e56-451b-ad50-7dda00a5f377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:51.742738 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-78ce4cbf-6e56-451b-ad50-7dda00a5f377 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9fee31c-9146-495e-8d13-116c6fe96f75 HTTP/1.1" status: 204 len: 168 time: 0.1951468 May 31 12:50:52.313027 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876c79c-bbaf-41d5-a634-a9e332f0d5ff req-39d30e17-1f1a-4245-99a3-580a2b548563 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:52.314536 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f876c79c-bbaf-41d5-a634-a9e332f0d5ff req-39d30e17-1f1a-4245-99a3-580a2b548563 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0946505 May 31 12:50:52.371069 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f876c79c-bbaf-41d5-a634-a9e332f0d5ff req-61af5b95-9359-435b-b2f4-244c93a516ce tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509312 May 31 12:50:52.722534 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175a667-9ce9-422c-b6e1-a2a75d9cebbb req-bcfc162d-7683-44b4-a168-d6a94cc43f85 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:52.724552 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9175a667-9ce9-422c-b6e1-a2a75d9cebbb req-bcfc162d-7683-44b4-a168-d6a94cc43f85 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.1044147 May 31 12:50:52.801244 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9175a667-9ce9-422c-b6e1-a2a75d9cebbb req-947d68ad-8c1f-486f-9997-63313771430c tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633593 May 31 12:50:53.085341 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-387f6114-4004-4690-a12e-57dc05473bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:53.656569 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249850b-2ede-4f93-825e-072c17d55158 req-d968c0e4-12ed-4b55-a75b-b34d658db8cc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:53.666684 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f249850b-2ede-4f93-825e-072c17d55158 req-d968c0e4-12ed-4b55-a75b-b34d658db8cc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1553748 May 31 12:50:53.727053 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f249850b-2ede-4f93-825e-072c17d55158 req-435c53e0-2f3e-440d-83f9-1ca0cb7a1fdf tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593815 May 31 12:50:54.081236 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38f092-7837-409e-ac1e-67ca35751915 req-6e762785-5636-4654-90f5-f383aee1deaa tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:54.083240 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1b38f092-7837-409e-ac1e-67ca35751915 req-6e762785-5636-4654-90f5-f383aee1deaa tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.1550922 May 31 12:50:54.155281 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1b38f092-7837-409e-ac1e-67ca35751915 req-4468ce79-3e3c-4c25-bcb6-50c80aa9c69e tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658979 May 31 12:50:55.052025 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438c041-5f50-41f5-9517-4576ca260f0c req-954a2747-484f-4c99-94c9-cde60373848a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:55.053537 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7438c041-5f50-41f5-9517-4576ca260f0c req-954a2747-484f-4c99-94c9-cde60373848a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1477933 May 31 12:50:55.104880 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7438c041-5f50-41f5-9517-4576ca260f0c req-d34ab5d2-6b47-4a9f-a3e5-87e5377ab651 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445831 May 31 12:50:55.414601 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-5d17a253-c32f-4fef-9799-926e7a2be69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:55.436041 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:55.487782 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c004d-17ad-414f-b952-65f106c3e3b6 req-5433740c-743d-4d67-969b-bf28a6d1a720 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:55.489310 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fd5c004d-17ad-414f-b952-65f106c3e3b6 req-5433740c-743d-4d67-969b-bf28a6d1a720 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.2124121 May 31 12:50:55.564273 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fd5c004d-17ad-414f-b952-65f106c3e3b6 req-6d0c2b44-3fdb-4bb8-a55a-2a4bbaa83cff tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/security-groups?id=f46e3030-fc43-4902-b524-89ae9a54ccf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529957 May 31 12:50:55.671488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-50b803a8-ac77-421c-aca2-171d669d4f61 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:55.672992 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-50b803a8-ac77-421c-aca2-171d669d4f61 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Synchronizing usage tracker for tenant:d8dfd24f303c43ba968f628a6b8ef5cc on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:50:55.692499 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-50b803a8-ac77-421c-aca2-171d669d4f61 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Unset dirty status for tenant:d8dfd24f303c43ba968f628a6b8ef5cc on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:50:55.694136 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-50b803a8-ac77-421c-aca2-171d669d4f61 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.30 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 945 time: 0.1394804 May 31 12:50:55.863702 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Deleting port ea806cc3-9886-4fb8-a42c-7a0494857be0 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:50:55.864313 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:55.909346 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:50:56.029802 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] For port ea806cc3-9886-4fb8-a42c-7a0494857be0, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ea806cc3-9886-4fb8-a42c-7a0494857be0,segment=NetworkSegment(7cf00cda-1f80-46fc-a0fd-30330e64096b),segment_id=7cf00cda-1f80-46fc-a0fd-30330e64096b)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:50:56.030552 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.221975 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Calling delete_port for ea806cc3-9886-4fb8-a42c-7a0494857be0 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:50:56.317235 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39166) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:56.380889 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.413412 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.422504 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-75c3aabc-68d2-46c6-8ed0-0693de6d8555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:56.431558 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ea806cc3-9886-4fb8-a42c-7a0494857be0'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:50:56.576310 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa36dd-82fd-40c2-bf18-704573d4b463 req-aa03518b-9aae-497e-837f-865bd16da990 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:56.589189 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-05fa36dd-82fd-40c2-bf18-704573d4b463 req-aa03518b-9aae-497e-837f-865bd16da990 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.2683856 May 31 12:50:56.691528 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-05fa36dd-82fd-40c2-bf18-704573d4b463 req-3a64af40-785c-4ba2-9891-56586af44f74 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012392 May 31 12:50:56.751853 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Pushing event deleted for resources: {'Port': ['ID=ea806cc3-9886-4fb8-a42c-7a0494857be0,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:56.758882 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:56.798784 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.840579 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] No DVR routers for this DVR port ea806cc3-9886-4fb8-a42c-7a0494857be0 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:50:56.843692 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:56.846593 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88e0a6e-5c72-48cc-8c45-4adac4744a9a', 'name': 'network-vif-deleted', 'tag': 'ea806cc3-9886-4fb8-a42c-7a0494857be0'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:50:56.849093 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18e7f66-c43f-4ac0-81c0-b900e1a579db" -d '{"events": [{"server_uuid": "e88e0a6e-5c72-48cc-8c45-4adac4744a9a", "name": "network-vif-deleted", "tag": "ea806cc3-9886-4fb8-a42c-7a0494857be0"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:50:56.873199 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0733d742-75e8-40e4-afb3-f599efbf2288 req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.30 "DELETE /v2.0/ports/ea806cc3-9886-4fb8-a42c-7a0494857be0 HTTP/1.1" status: 204 len: 173 time: 1.1718700 May 31 12:50:56.924391 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:56.937921 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Usage tracker for resource:security_group_rule and tenant:6da7bd88fe9448ada4b6ef995441e8ef is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:56.942689 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6f303aa7-d386-46f2-8c44-d3f39c022c21 req-39728082-7e65-401e-af4f-f4b050c52a36 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] 10.222.0.65 "GET /v2.0/ports?device_id=e88e0a6e-5c72-48cc-8c45-4adac4744a9a HTTP/1.1" status: 200 len: 210 time: 0.1116068 May 31 12:50:56.943685 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:56.952352 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:56.963374 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3411e354-f266-48a5-8376-df4b58483188 x-openstack-request-id: req-3411e354-f266-48a5-8376-df4b58483188 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:50:56.963709 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88e0a6e-5c72-48cc-8c45-4adac4744a9a", "name": "network-vif-deleted", "tag": "ea806cc3-9886-4fb8-a42c-7a0494857be0", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:50:56.963991 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3411e354-f266-48a5-8376-df4b58483188 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:50:56.964502 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88e0a6e-5c72-48cc-8c45-4adac4744a9a', 'name': 'network-vif-deleted', 'tag': 'ea806cc3-9886-4fb8-a42c-7a0494857be0', 'status': 'completed', 'code': 200} May 31 12:50:57.071163 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.076838 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.085522 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5318ef41-727e-4463-88fb-ee01772e28fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:57.138585 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6da7bd88fe9448ada4b6ef995441e8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8179266 May 31 12:50:57.138585 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c9342-9ce9-49df-ae13-13ec77d2040f,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:57.139432 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39188) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:57.140893 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:57.209864 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-72715834-6a37-429a-9df7-b899077233e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.248470 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-72715834-6a37-429a-9df7-b899077233e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.339651 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-72715834-6a37-429a-9df7-b899077233e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.343418 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-49513271-8ee1-4f7f-bd6e-fe0f2f295bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:57.360167 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72715834-6a37-429a-9df7-b899077233e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c9342-9ce9-49df-ae13-13ec77d2040f,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:57.368040 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-72715834-6a37-429a-9df7-b899077233e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:57.369463 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-72715834-6a37-429a-9df7-b899077233e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.373539 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-72715834-6a37-429a-9df7-b899077233e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b58c9342-9ce9-49df-ae13-13ec77d2040f HTTP/1.1" status: 204 len: 168 time: 0.2330821 May 31 12:50:57.843913 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39200) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:57.906019 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:57.938492 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:57.950673 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Usage tracker for resource:security_group_rule and tenant:6b5bf54c700f47d9acb01c503be84113 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:57.958307 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:57.965407 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:58.012619 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac2e4a-19c1-4a92-b311-dd1422b10c38 req-3cda8c13-e2b3-4221-9cbf-4e24ae9e150d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:58.015331 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-57ac2e4a-19c1-4a92-b311-dd1422b10c38 req-3cda8c13-e2b3-4221-9cbf-4e24ae9e150d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.1440206 May 31 12:50:58.070655 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-57ac2e4a-19c1-4a92-b311-dd1422b10c38 req-f4445e61-fe0f-4a1d-bafd-6c959699b4d4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483673 May 31 12:50:58.132689 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.154872 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.160909 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.170616 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a1b9ad4b-d688-4622-8514-5f7a3674498e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:58.212411 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b5bf54c700f47d9acb01c503be84113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673332 May 31 12:50:58.214676 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebfbc5f-f749-4b15-87d5-24df11e6f546,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:58.216291 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39212) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:58.217871 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:58.311965 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-28efa879-2cb1-4a43-a992-ac5334e8473c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.349029 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-28efa879-2cb1-4a43-a992-ac5334e8473c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.421745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-28efa879-2cb1-4a43-a992-ac5334e8473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.429524 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f70a30ab-297d-430a-9c84-37967bab9023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:58.445484 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efa879-2cb1-4a43-a992-ac5334e8473c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebfbc5f-f749-4b15-87d5-24df11e6f546,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:58.450169 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-28efa879-2cb1-4a43-a992-ac5334e8473c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:58.452624 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-28efa879-2cb1-4a43-a992-ac5334e8473c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:58.453923 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-28efa879-2cb1-4a43-a992-ac5334e8473c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bebfbc5f-f749-4b15-87d5-24df11e6f546 HTTP/1.1" status: 204 len: 168 time: 0.2299855 May 31 12:50:58.942224 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1e0e-287f-449b-85a6-477039ec4ded req-7168d7e0-fa78-4643-a0f8-fadcbd3151bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:58.952115 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-764d1e0e-287f-449b-85a6-477039ec4ded req-7168d7e0-fa78-4643-a0f8-fadcbd3151bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1098 time: 0.0968482 May 31 12:50:59.084916 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39232) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:59.110888 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.128567 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:50:59.133795 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cee11c452349bbb4c9837e5c959fe0 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:50:59.142838 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:50:59.157525 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:50:59.164153 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1e0e-287f-449b-85a6-477039ec4ded req-fa43484d-8c62-449e-a125-ba5a2fd11c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:59.166073 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-764d1e0e-287f-449b-85a6-477039ec4ded req-fa43484d-8c62-449e-a125-ba5a2fd11c5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1864598 May 31 12:50:59.240754 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ea806cc3-9886-4fb8-a42c-7a0494857be0 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:50:59.303618 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: ea806cc3-9886-4fb8-a42c-7a0494857be0 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:50:59.304367 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ea806cc3-9886-4fb8-a42c-7a0494857be0 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:50:59.313164 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-764d1e0e-287f-449b-85a6-477039ec4ded req-bffb54b4-deb1-48a6-8ca6-2d91aa60aaa5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 200 len: 1001 time: 0.1399167 May 31 12:50:59.315704 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.322544 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.340333 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ca8a1d4a-3a44-4765-b0e5-daeae7bda6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:59.386926 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1e0e-287f-449b-85a6-477039ec4ded req-2f3186ca-b9a9-4424-ad8c-4b287bfd4d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:59.388477 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-764d1e0e-287f-449b-85a6-477039ec4ded req-2f3186ca-b9a9-4424-ad8c-4b287bfd4d4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0685620 May 31 12:50:59.394159 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4cee11c452349bbb4c9837e5c959fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078918 May 31 12:50:59.397177 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39238) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:50:59.397851 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee39cb-89c0-4f2a-8820-f7bcc2f08538,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:59.403056 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:59.480453 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb868ba0-dff9-4358-8fd7-3a596a8014b8 req-3942e4b4-b04b-4c79-99f3-83a46749cdb8 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:59.482041 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb868ba0-dff9-4358-8fd7-3a596a8014b8 req-3942e4b4-b04b-4c79-99f3-83a46749cdb8 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.2065756 May 31 12:50:59.495669 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1e0e-287f-449b-85a6-477039ec4ded req-ebab3318-6106-401d-9929-05ee15af7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:50:59.498255 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-764d1e0e-287f-449b-85a6-477039ec4ded req-ebab3318-6106-401d-9929-05ee15af7856 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002614 May 31 12:50:59.531135 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5e47bc11-0ea4-41dc-9f50-9f58d5df73c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.574221 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb868ba0-dff9-4358-8fd7-3a596a8014b8 req-dd92c686-740b-4c0f-88d1-ee48f6ebfd10 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782917 May 31 12:50:59.579004 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5e47bc11-0ea4-41dc-9f50-9f58d5df73c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.646134 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5e47bc11-0ea4-41dc-9f50-9f58d5df73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.653459 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-76f2b984-b131-4ac0-98a3-6a8d124e8429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:50:59.666850 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47bc11-0ea4-41dc-9f50-9f58d5df73c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee39cb-89c0-4f2a-8820-f7bcc2f08538,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:50:59.671158 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5e47bc11-0ea4-41dc-9f50-9f58d5df73c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:50:59.680024 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-764d1e0e-287f-449b-85a6-477039ec4ded req-bdc62336-3655-471e-a2b9-6d31995789d5 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746950 May 31 12:50:59.695285 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5e47bc11-0ea4-41dc-9f50-9f58d5df73c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:59.696394 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5e47bc11-0ea4-41dc-9f50-9f58d5df73c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28ee39cb-89c0-4f2a-8820-f7bcc2f08538 HTTP/1.1" status: 204 len: 168 time: 0.2950740 May 31 12:50:59.845342 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-764d1e0e-287f-449b-85a6-477039ec4ded req-5e2d3ec6-d46f-4ab6-8a73-6c2e52ca006f service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567531 May 31 12:51:00.963630 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dd766-f2f3-4fde-823a-b8da93cf2807 req-770aa88b-5b30-4d07-9432-8a0c1f0bee5c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:00.965112 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb9dd766-f2f3-4fde-823a-b8da93cf2807 req-770aa88b-5b30-4d07-9432-8a0c1f0bee5c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0874894 May 31 12:51:01.012295 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb9dd766-f2f3-4fde-823a-b8da93cf2807 req-8a70b361-0dc6-450a-9526-40c11fdf412e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398908 May 31 12:51:01.712326 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-3dd5bb1e-a88e-4e3a-9558-0f09f9de27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:01.714645 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-3dd5bb1e-a88e-4e3a-9558-0f09f9de27f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1098 time: 0.0836666 May 31 12:51:01.918702 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-f4ab87c5-d50f-4a5f-a2dc-cc2a78ed330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:01.920553 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-f4ab87c5-d50f-4a5f-a2dc-cc2a78ed330b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1993001 May 31 12:51:02.033181 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39340) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:02.044500 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-7357b32d-8951-46ea-a8b3-540711db83d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 200 len: 1001 time: 0.1140099 May 31 12:51:02.113218 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-83dfa970-5114-46f4-bcc2-5e3b8ea4aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:02.114740 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-83dfa970-5114-46f4-bcc2-5e3b8ea4aed4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0636172 May 31 12:51:02.200410 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.219613 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:02.224907 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Usage tracker for resource:security_group_rule and tenant:323c587fc92a48ba8cb620b7d6329744 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:02.229219 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:02.236376 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:02.251775 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e77a90-bf88-4102-8869-5d31f623fea2 req-08f5e85e-0b89-40b4-8096-c6c6c7736995 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:02.254063 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67e77a90-bf88-4102-8869-5d31f623fea2 req-08f5e85e-0b89-40b4-8096-c6c6c7736995 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 945 time: 0.0906644 May 31 12:51:02.260321 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-8b693da3-bcbd-47de-b4e9-b5927eff4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:02.261813 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-8b693da3-bcbd-47de-b4e9-b5927eff4b5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1388557 May 31 12:51:02.309503 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-67e77a90-bf88-4102-8869-5d31f623fea2 req-991ed252-3bdc-40fa-8d6b-c3ebb6b6d35d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451324 May 31 12:51:02.544126 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-0d31b7ab-1bc8-49bb-a9a6-275f17aedc5b service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749650 May 31 12:51:02.548184 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.578590 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.590238 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8dea10d6-d266-48e2-b150-28b89c616bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:02.690582 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=323c587fc92a48ba8cb620b7d6329744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6562078 May 31 12:51:02.693456 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39360) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:02.695174 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9a2b5-1b79-4c3c-9b33-7e8f4fab900a,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:02.705841 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.706204 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.706591 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.706944 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.707289 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.707638 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.707978 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.708323 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.708664 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.709004 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.709339 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.709674 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.722579 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:02.746103 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-693346c5-5e63-42e8-b5fe-0ec72ce22807 req-d8caa52d-6e9d-4db6-beac-2293235f33d1 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956472 May 31 12:51:02.755312 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a4f9-6491-4a96-a3fe-45a2010ad16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.780601 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a4f9-6491-4a96-a3fe-45a2010ad16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.831409 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a4f9-6491-4a96-a3fe-45a2010ad16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.835150 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c973ca02-106b-4f29-93c5-98b03553ef00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:02.847678 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6a4f9-6491-4a96-a3fe-45a2010ad16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9a2b5-1b79-4c3c-9b33-7e8f4fab900a,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:02.850578 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-d8a6a4f9-6491-4a96-a3fe-45a2010ad16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:02.852488 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d8a6a4f9-6491-4a96-a3fe-45a2010ad16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.854368 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-d8a6a4f9-6491-4a96-a3fe-45a2010ad16d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20a9a2b5-1b79-4c3c-9b33-7e8f4fab900a HTTP/1.1" status: 204 len: 168 time: 0.1598313 May 31 12:51:03.148644 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39370) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:03.166939 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.180839 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:03.185172 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Usage tracker for resource:security_group_rule and tenant:58df8f9433714d679188b9a66bf78e57 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:03.187929 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:03.193459 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:03.245920 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:03.277340 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.281597 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.290230 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9676ee30-01f2-42d9-b0f8-c605fedad7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.330354 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58df8f9433714d679188b9a66bf78e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806493 May 31 12:51:03.331289 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a7860-3ffc-4cce-8897-564026ba8103,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.333153 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39374) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:03.334490 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.364200 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.391077 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:03.393405 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e2434a-dcf9-44fb-b735-d81eb993e4f1" -d '{"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-unplugged", "status": "completed", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:03.402075 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:03.408086 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.410066 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.417065 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-63db19a0-b658-4d5d-a4cc-f872f72a7c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.448997 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68e0d91-7819-420b-87d6-dce9c2f63ebb x-openstack-request-id: req-c68e0d91-7819-420b-87d6-dce9c2f63ebb {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:03.449393 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-unplugged", "status": "completed", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:03.449719 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c68e0d91-7819-420b-87d6-dce9c2f63ebb {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:03.450174 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'code': 200} May 31 12:51:03.462977 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-63db19a0-b658-4d5d-a4cc-f872f72a7c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.489499 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=8']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.493070 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.519642 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-63db19a0-b658-4d5d-a4cc-f872f72a7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.527508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-2795b10b-131b-4d21-bbe8-5902d78461ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.539517 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db19a0-b658-4d5d-a4cc-f872f72a7c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a7860-3ffc-4cce-8897-564026ba8103,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.545005 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-63db19a0-b658-4d5d-a4cc-f872f72a7c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.551280 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-63db19a0-b658-4d5d-a4cc-f872f72a7c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.552390 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-63db19a0-b658-4d5d-a4cc-f872f72a7c26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/474a7860-3ffc-4cce-8897-564026ba8103 HTTP/1.1" status: 204 len: 168 time: 0.2181110 May 31 12:51:03.557356 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338ca62-e777-49f1-ba51-0138f389e9ee req-1dbf2d02-5541-4483-bb45-0eac5d75f5bf tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:03.574638 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8338ca62-e777-49f1-ba51-0138f389e9ee req-1dbf2d02-5541-4483-bb45-0eac5d75f5bf tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.1413846 May 31 12:51:03.615157 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8338ca62-e777-49f1-ba51-0138f389e9ee req-ecfffa7c-86c9-40d4-83d0-3e09fd1f9743 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396471 May 31 12:51:03.964047 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39402) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:04.089892 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.106169 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:04.110549 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Usage tracker for resource:security_group_rule and tenant:eda9401ebd8e47578a832d1baa5b4401 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:04.113539 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:04.119516 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:04.222586 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.227560 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.236343 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c38052dd-34b5-4b23-9c85-c2252825f345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.278812 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eda9401ebd8e47578a832d1baa5b4401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135984 May 31 12:51:04.279966 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3863cd-a78d-4022-ade8-d89df49e724e,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.281717 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39424) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:04.291688 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.357461 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e8f821e-53de-427f-b53a-3c3fcd6d934d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.385602 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e8f821e-53de-427f-b53a-3c3fcd6d934d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.440782 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e8f821e-53de-427f-b53a-3c3fcd6d934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.444748 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dcc20d8e-7ea1-4b7b-8e93-789586e1350c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.457699 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f821e-53de-427f-b53a-3c3fcd6d934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3863cd-a78d-4022-ade8-d89df49e724e,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.462854 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9e8f821e-53de-427f-b53a-3c3fcd6d934d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.466975 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e8f821e-53de-427f-b53a-3c3fcd6d934d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.468096 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-9e8f821e-53de-427f-b53a-3c3fcd6d934d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b3863cd-a78d-4022-ade8-d89df49e724e HTTP/1.1" status: 204 len: 168 time: 0.1831081 May 31 12:51:04.834418 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce39b23-30d0-40c5-ad34-6e9cb25e9673 req-71c65be5-db63-4353-86d7-bb384f403883 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:04.836015 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3ce39b23-30d0-40c5-ad34-6e9cb25e9673 req-71c65be5-db63-4353-86d7-bb384f403883 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0871525 May 31 12:51:04.861554 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39448) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:04.883120 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.890370 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3ce39b23-30d0-40c5-ad34-6e9cb25e9673 req-2013f41f-33dc-4f7a-b4f6-4f5c54ab6f47 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482254 May 31 12:51:04.899048 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:04.903139 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Usage tracker for resource:security_group_rule and tenant:4a008d5c3e3f499aa82841c1c1835296 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:04.906793 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:04.912824 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:05.035818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.040029 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.057905 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-cbb07580-a538-46fa-b1a3-9ea9b850f28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:05.105213 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a008d5c3e3f499aa82841c1c1835296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425544 May 31 12:51:05.105930 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39458) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:05.107370 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe881635-17ca-4450-8f79-f0ef71361023,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:05.115392 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:05.177556 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dcecf04f-017c-4f34-bce0-0eccd3869377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.210344 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dcecf04f-017c-4f34-bce0-0eccd3869377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.276928 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dcecf04f-017c-4f34-bce0-0eccd3869377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.282299 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-48862cbe-0a87-4947-b416-d461472f0718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:05.295015 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecf04f-017c-4f34-bce0-0eccd3869377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe881635-17ca-4450-8f79-f0ef71361023,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:05.300332 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dcecf04f-017c-4f34-bce0-0eccd3869377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:05.309510 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dcecf04f-017c-4f34-bce0-0eccd3869377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.310648 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-dcecf04f-017c-4f34-bce0-0eccd3869377 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe881635-17ca-4450-8f79-f0ef71361023 HTTP/1.1" status: 204 len: 168 time: 0.2023251 May 31 12:51:05.543490 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.692133 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39492) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:05.718686 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.734181 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:05.738193 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f1441cdd6ce5459989e9f0638258989b is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:05.741079 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:05.746779 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:05.956929 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.961961 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.984447 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-038fef88-aef2-4790-9517-80cd901dad1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:06.146852 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1441cdd6ce5459989e9f0638258989b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511502 May 31 12:51:06.147279 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39520) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:06.161347 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7509519-b330-445c-9cb5-d6b4f6ff08fb,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:06.164927 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:06.193779 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4efcf-f681-4fcd-90bf-ed9343a1e176 req-0516d9d3-d25a-4406-9933-fa061fe06314 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:06.195317 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-59c4efcf-f681-4fcd-90bf-ed9343a1e176 req-0516d9d3-d25a-4406-9933-fa061fe06314 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.2012947 May 31 12:51:06.245956 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d123f11d-05ce-410e-8025-fb0dc22a7bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.272951 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-59c4efcf-f681-4fcd-90bf-ed9343a1e176 req-0f146dd2-b66d-49bd-80c0-8cdd300eee15 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673237 May 31 12:51:06.278721 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d123f11d-05ce-410e-8025-fb0dc22a7bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.348765 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d123f11d-05ce-410e-8025-fb0dc22a7bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.353239 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-844d44a1-4fef-4b92-ab22-4cd1e3dc1f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:06.368401 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123f11d-05ce-410e-8025-fb0dc22a7bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7509519-b330-445c-9cb5-d6b4f6ff08fb,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:06.374953 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d123f11d-05ce-410e-8025-fb0dc22a7bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:06.382149 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d123f11d-05ce-410e-8025-fb0dc22a7bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.383460 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-d123f11d-05ce-410e-8025-fb0dc22a7bd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7509519-b330-445c-9cb5-d6b4f6ff08fb HTTP/1.1" status: 204 len: 168 time: 0.2325673 May 31 12:51:06.458740 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39538) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:06.578230 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-9aa59ee8-9496-4918-9ce3-263643f3b713 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1178074 May 31 12:51:07.259867 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:07.485428 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed18a6-74ad-44b8-9c59-27ab1535c12d req-e706d663-4720-4b50-aab1-a817879b2438 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:07.486882 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-71ed18a6-74ad-44b8-9c59-27ab1535c12d req-e706d663-4720-4b50-aab1-a817879b2438 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0933623 May 31 12:51:07.536303 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-71ed18a6-74ad-44b8-9c59-27ab1535c12d req-ce9ec2fb-da3a-40ec-9d99-9fd4d7208aaa tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437548 May 31 12:51:07.712905 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39588) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:07.851432 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.868118 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:07.873994 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Usage tracker for resource:security_group_rule and tenant:0e153ad1ab47489283dc3ec93c6582c3 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:07.878101 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:07.884570 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:07.983693 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.987580 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.998551 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-c3d3e02d-020b-4fae-b252-92d6a88ce729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:08.039158 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0e153ad1ab47489283dc3ec93c6582c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250649 May 31 12:51:08.041297 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3774a325-dbc1-456e-b5c8-f9302952cacf,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:08.042623 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39608) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:08.044277 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:08.107295 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b491f515-4b5d-4df9-a90a-f580e9a415dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.133048 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b491f515-4b5d-4df9-a90a-f580e9a415dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.186665 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b491f515-4b5d-4df9-a90a-f580e9a415dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.191741 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4aaee662-2bc7-4a1e-aef9-4949f7ee5cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:08.204731 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491f515-4b5d-4df9-a90a-f580e9a415dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3774a325-dbc1-456e-b5c8-f9302952cacf,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:08.209998 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b491f515-4b5d-4df9-a90a-f580e9a415dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:08.218909 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b491f515-4b5d-4df9-a90a-f580e9a415dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.220229 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-b491f515-4b5d-4df9-a90a-f580e9a415dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3774a325-dbc1-456e-b5c8-f9302952cacf HTTP/1.1" status: 204 len: 168 time: 0.1757810 May 31 12:51:08.299868 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-5c5cad90-41f0-4ea3-83fc-873d8962eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:08.301882 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-5c5cad90-41f0-4ea3-83fc-873d8962eff7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1&tenant_id=2b8770a463164b9dac300460e1914157 HTTP/1.1" status: 200 len: 1096 time: 0.0893056 May 31 12:51:08.397710 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-61a6ff85-d888-4021-aedf-5f01f078916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:08.399374 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-61a6ff85-d888-4021-aedf-5f01f078916b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1096 time: 0.0757530 May 31 12:51:08.558696 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-43792b14-3fc8-41ad-b0d2-d4a072f98fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:08.560435 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-43792b14-3fc8-41ad-b0d2-d4a072f98fb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1546204 May 31 12:51:08.678420 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-ff5b30d1-9552-4dfc-8b0d-24493709b688 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 200 len: 999 time: 0.1111214 May 31 12:51:08.751135 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-db19e4e5-4576-4f7d-bc52-0d7eca2d5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:08.753391 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-db19e4e5-4576-4f7d-bc52-0d7eca2d5a95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0674682 May 31 12:51:08.758981 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a107e8-d658-4633-b889-eb1ec814e9e2 req-1da9dae8-c7a8-40b0-b2f2-ca13341361c1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:08.767479 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-48a107e8-d658-4633-b889-eb1ec814e9e2 req-1da9dae8-c7a8-40b0-b2f2-ca13341361c1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.1003282 May 31 12:51:08.816380 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-48a107e8-d658-4633-b889-eb1ec814e9e2 req-2d3f3d72-e575-4991-8461-27fba4f559ba tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470276 May 31 12:51:08.854317 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-861242cb-1feb-4093-ad9b-e1b8fb43e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:08.855948 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-861242cb-1feb-4093-ad9b-e1b8fb43e6fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939517 May 31 12:51:09.002513 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-31d0be95-99d8-446f-9b04-d0ab63133797 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387482 May 31 12:51:09.146216 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d157ae7-a3b6-4ad6-bec4-af452805fed1 req-0a83cccc-e689-4456-b17d-836430714155 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361310 May 31 12:51:09.922847 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39694) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:10.080612 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cff7e-fe1b-42d9-97e0-fa0fd8808627 req-9a61d220-a848-47de-a3c7-68119311ec41 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:10.082274 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-136cff7e-fe1b-42d9-97e0-fa0fd8808627 req-9a61d220-a848-47de-a3c7-68119311ec41 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.1134453 May 31 12:51:10.083090 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.113627 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:10.126223 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:503b35f179904c9a92979f5dd02fd97a is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:10.130523 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:10.150637 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:10.164819 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-136cff7e-fe1b-42d9-97e0-fa0fd8808627 req-87de6e1f-0833-42f5-91f6-6128cc7b72a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688949 May 31 12:51:10.248311 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.252613 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.260036 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3cda2fd2-d246-4ef9-94b7-4a021796cac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:10.304688 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=503b35f179904c9a92979f5dd02fd97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801129 May 31 12:51:10.305758 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837aa596-8fd4-4f6c-88b9-729fe4beed62,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:10.308435 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39702) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:10.310019 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:10.392830 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e298-a6fc-46a4-b509-2ee08e21eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.432468 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e298-a6fc-46a4-b509-2ee08e21eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.488829 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e298-a6fc-46a4-b509-2ee08e21eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.492850 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-61e68bae-ad1c-485f-bf62-e596a7174a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:10.595526 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2e298-a6fc-46a4-b509-2ee08e21eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837aa596-8fd4-4f6c-88b9-729fe4beed62,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:10.600761 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dbc2e298-a6fc-46a4-b509-2ee08e21eff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:10.606294 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e298-a6fc-46a4-b509-2ee08e21eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.607479 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-dbc2e298-a6fc-46a4-b509-2ee08e21eff9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/837aa596-8fd4-4f6c-88b9-729fe4beed62 HTTP/1.1" status: 204 len: 168 time: 0.2972960 May 31 12:51:10.959194 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39716) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:10.999548 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.015147 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:11.019369 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Usage tracker for resource:security_group_rule and tenant:0969bb19d13741a780f899eec66c3df3 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:11.022530 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:11.029012 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:11.142528 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.147136 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.155781 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.206522 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72399f40-9c97-4b8d-a4e0-8029176a8f2a,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:11.214774 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39722) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:11.215277 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0969bb19d13741a780f899eec66c3df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546589 May 31 12:51:11.216444 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:11.436572 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ede641c3-5373-4537-9ade-4a98529d134c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.475863 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ede641c3-5373-4537-9ade-4a98529d134c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.506157 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d42ae6-e507-4ae6-b10f-7dc72bc7a886 req-a05e8a55-6953-42b3-92dc-2c66a9c5999e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:11.512990 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f8d42ae6-e507-4ae6-b10f-7dc72bc7a886 req-a05e8a55-6953-42b3-92dc-2c66a9c5999e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.2002790 May 31 12:51:11.582137 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f8d42ae6-e507-4ae6-b10f-7dc72bc7a886 req-86a6aad6-694d-42ed-a395-deacb68b72ee tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681920 May 31 12:51:11.615700 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ede641c3-5373-4537-9ade-4a98529d134c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.620911 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f6c0a4c3-d664-4557-b0f0-bca95c55b2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.633504 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede641c3-5373-4537-9ade-4a98529d134c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72399f40-9c97-4b8d-a4e0-8029176a8f2a,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:11.641534 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ede641c3-5373-4537-9ade-4a98529d134c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.642656 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ede641c3-5373-4537-9ade-4a98529d134c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72399f40-9c97-4b8d-a4e0-8029176a8f2a HTTP/1.1" status: 204 len: 168 time: 0.4269047 May 31 12:51:11.645147 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ede641c3-5373-4537-9ade-4a98529d134c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.054667 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39744) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:12.072588 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.087792 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:12.091786 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Usage tracker for resource:security_group_rule and tenant:9796b83757ba484485847083c9475559 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:12.094684 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:12.109899 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:12.206879 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.210812 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.218114 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0c333b44-3087-4b60-98cb-8f5c695f7dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:12.262127 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9796b83757ba484485847083c9475559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061470 May 31 12:51:12.263178 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163bc728-af10-46a9-8308-1ea03544c6b4,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.264903 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39748) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:12.267238 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.329540 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f6622922-531b-4f9b-aa7a-e3f3cecff45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.360777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f6622922-531b-4f9b-aa7a-e3f3cecff45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.418656 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f6622922-531b-4f9b-aa7a-e3f3cecff45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.426168 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-72715834-6a37-429a-9df7-b899077233e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:12.438364 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6622922-531b-4f9b-aa7a-e3f3cecff45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163bc728-af10-46a9-8308-1ea03544c6b4,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.441539 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f6622922-531b-4f9b-aa7a-e3f3cecff45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.446319 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-f6622922-531b-4f9b-aa7a-e3f3cecff45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.450744 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-f6622922-531b-4f9b-aa7a-e3f3cecff45a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/163bc728-af10-46a9-8308-1ea03544c6b4 HTTP/1.1" status: 204 len: 168 time: 0.1817033 May 31 12:51:12.794532 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb639d51-b821-41f7-a8d2-cfb65b3e62d3 req-85a7758e-ce99-493f-bfb3-fc96e8566100 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:12.796119 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bb639d51-b821-41f7-a8d2-cfb65b3e62d3 req-85a7758e-ce99-493f-bfb3-fc96e8566100 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0877750 May 31 12:51:12.863539 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bb639d51-b821-41f7-a8d2-cfb65b3e62d3 req-9e8f9566-7c91-4561-af31-ad4dacc8f285 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589359 May 31 12:51:13.523585 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39794) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:13.631828 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1629532149-network', 'tenant_id': 'da937e11672e47219b30d74eaa7f7bbf'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:13.637076 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:13.641522 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Usage tracker for resource:network and tenant:da937e11672e47219b30d74eaa7f7bbf is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:13.644608 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:13.650871 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:13.660568 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Made reservation on behalf of da937e11672e47219b30d74eaa7f7bbf for: {'network': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:13.663192 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.681646 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.696592 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:13.700451 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Usage tracker for resource:security_group_rule and tenant:da937e11672e47219b30d74eaa7f7bbf is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:13.703301 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:13.709460 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:13.793144 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.797331 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.800765 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b33eedba-ee3c-4fd9-ba70-c4cb50d95dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:13.830790 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=98236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:51:13.836935 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc4e080-e3b1-404a-8900-f5bd054a2600,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:13.840919 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:13.847270 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.847630 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.segments_db [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Added segment adf6de9e-8e2b-4ca6-a141-9168e969b59e of type vlan for network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b May 31 12:51:13.876476 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.906474 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.907909 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:13.908693 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.912438 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:14.019560 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Pushing event updated for resources: {'Network': ['ID=4c4a3707-8acc-46aa-96a7-6ace8abd2d2b,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:14.023475 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4980648 May 31 12:51:14.026102 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:14.029814 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39802) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:14.031811 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:51:14.036246 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Request body: {'subnet': {'network_id': '4c4a3707-8acc-46aa-96a7-6ace8abd2d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1629532149-subnet', 'tenant_id': 'da937e11672e47219b30d74eaa7f7bbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:14.042026 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:14.046201 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Usage tracker for resource:subnet and tenant:da937e11672e47219b30d74eaa7f7bbf is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:14.050738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:14.063689 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:14.091506 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Made reservation on behalf of da937e11672e47219b30d74eaa7f7bbf for: {'subnet': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:14.094193 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.118160 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5501cb-8135-4840-864b-969b046c4726 req-8bb7237d-65ad-4e2e-adb9-fcf88652cbc7 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:14.123752 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0e5501cb-8135-4840-864b-969b046c4726 req-8bb7237d-65ad-4e2e-adb9-fcf88652cbc7 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0953233 May 31 12:51:14.179031 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0e5501cb-8135-4840-864b-969b046c4726 req-1b8a59d4-da02-43b9-875a-d389fbcda99b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530539 May 31 12:51:14.612670 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.617385 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:14.698880 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15574770-896c-4acb-a866-0b7fec5bcb96,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:14.708637 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:14.714566 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Checking segment: {'id': 'adf6de9e-8e2b-4ca6-a141-9168e969b59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a3707-8acc-46aa-96a7-6ace8abd2d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:14.715079 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Network hostable DHCP agents. Network: 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:51:14.735038 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:51:14.746205 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b) {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:14.750732 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:14.751244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.760806 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab2476-67c0-4ba5-ad14-1bf6efe38ccd None None] Network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:14.773500 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-45da6f96-db32-4ba8-877d-7b96bb7223f5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7419584 May 31 12:51:15.051375 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a90fb2-45ef-4bb7-b740-b1d37fae59c0 None None] Network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:15.480427 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06736582-6f40-47ae-b171-6a7c3074c4ca req-6fa3f94a-4893-4dc1-8faf-d9882fb5735e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:15.482087 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-06736582-6f40-47ae-b171-6a7c3074c4ca req-6fa3f94a-4893-4dc1-8faf-d9882fb5735e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.1222212 May 31 12:51:15.582125 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39850) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:15.584668 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-06736582-6f40-47ae-b171-6a7c3074c4ca req-dd78ad6a-f2be-4ae6-a7aa-522562038ad9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938163 May 31 12:51:15.590825 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-146106928-network', 'tenant_id': 'a2866836205d4142a01e55049e35a61a'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:15.596945 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:15.601002 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Usage tracker for resource:network and tenant:a2866836205d4142a01e55049e35a61a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:15.604634 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:15.620547 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:15.633038 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Made reservation on behalf of a2866836205d4142a01e55049e35a61a for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:15.636514 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.653948 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.674076 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:15.678838 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Usage tracker for resource:security_group_rule and tenant:a2866836205d4142a01e55049e35a61a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:15.682731 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:15.689851 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:15.823742 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.829643 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.842117 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-61d76940-8755-4e2e-8b0c-0bbcbe535810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:15.886750 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:51:15.896188 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e753ddac-4749-40a6-b12a-9e379f92bff8,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:15.911554 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:15.927943 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.928576 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Added segment fb531943-d681-41b4-b984-82242b70ba74 of type vlan for network 66aa3000-b2c7-41ab-8c3c-a573af33f1b9 May 31 12:51:15.972070 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.017180 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.019301 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:16.020226 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.032143 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:16.189647 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Pushing event updated for resources: {'Network': ['ID=66aa3000-b2c7-41ab-8c3c-a573af33f1b9,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:16.196382 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:16.203370 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6170480 May 31 12:51:16.203525 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 66aa3000-b2c7-41ab-8c3c-a573af33f1b9 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:51:16.204021 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 39874) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:16.210127 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Request body: {'subnet': {'network_id': '66aa3000-b2c7-41ab-8c3c-a573af33f1b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-146106928-subnet', 'tenant_id': 'a2866836205d4142a01e55049e35a61a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:16.215691 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:16.219881 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Usage tracker for resource:subnet and tenant:a2866836205d4142a01e55049e35a61a is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:16.222925 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:16.229323 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:16.271116 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Made reservation on behalf of a2866836205d4142a01e55049e35a61a for: {'subnet': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:16.273600 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.766829 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.772428 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-329824a5-dc1f-4a5c-bc8f-3bdd48a29c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:16.838279 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12adc24-86cd-4d2f-8523-cca3b91c2772 req-0cb49d24-2b76-46d8-a7aa-92b30275bdb1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:16.845921 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e12adc24-86cd-4d2f-8523-cca3b91c2772 req-0cb49d24-2b76-46d8-a7aa-92b30275bdb1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.1193848 May 31 12:51:16.879048 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Checking segment: {'id': 'fb531943-d681-41b4-b984-82242b70ba74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '66aa3000-b2c7-41ab-8c3c-a573af33f1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:16.879048 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Network hostable DHCP agents. Network: 66aa3000-b2c7-41ab-8c3c-a573af33f1b9, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:51:16.897929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db6f83c-82b0-4d89-b70b-1513d35636fd,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:16.903219 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:16.909638 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Network 66aa3000-b2c7-41ab-8c3c-a573af33f1b9 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:51:16.928581 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 66aa3000-b2c7-41ab-8c3c-a573af33f1b9) {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:16.934270 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e12adc24-86cd-4d2f-8523-cca3b91c2772 req-2f41d7b2-f225-45ec-bb29-d3261bae9576 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869701 May 31 12:51:16.941457 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:16.942062 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.951171 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd8cfdb-1bf9-408f-9928-056970e5eef0 None None] Network 66aa3000-b2c7-41ab-8c3c-a573af33f1b9 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:16.981406 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7764702 May 31 12:51:17.323690 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e60420-f58b-4287-963b-f85e8fa35381 None None] Network 66aa3000-b2c7-41ab-8c3c-a573af33f1b9 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:17.979739 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-1fbbd51d-a271-4a08-8463-930ad6d1abd8 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:17.980565 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-1fbbd51d-a271-4a08-8463-930ad6d1abd8 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Synchronizing usage tracker for tenant:da937e11672e47219b30d74eaa7f7bbf on resource:network {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:18.008969 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-1fbbd51d-a271-4a08-8463-930ad6d1abd8 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Unset dirty status for tenant:da937e11672e47219b30d74eaa7f7bbf on resource:network {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:18.010266 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-1fbbd51d-a271-4a08-8463-930ad6d1abd8 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/networks?id=4c4a3707-8acc-46aa-96a7-6ace8abd2d2b HTTP/1.1" status: 200 len: 809 time: 0.2448180 May 31 12:51:18.025751 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-38b44651-00f9-4ca0-a9cb-3ad9498ad679 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/quotas/da937e11672e47219b30d74eaa7f7bbf HTTP/1.1" status: 200 len: 375 time: 0.0099444 May 31 12:51:18.081986 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-964bfc78-d21e-4000-bfba-bd89ca9d98a7 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=da937e11672e47219b30d74eaa7f7bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502584 May 31 12:51:18.357800 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-7f9f85ba-98d7-412f-b7d8-2cf9bb3f5260 service neutron] 10.222.0.65 "GET /v2.0/networks/4c4a3707-8acc-46aa-96a7-6ace8abd2d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421658 May 31 12:51:18.367408 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88c02c-716e-410a-a5a4-e94f1d83bf13 req-9b715e91-2068-4dbd-97de-dbdec813c7e1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:18.369411 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1a88c02c-716e-410a-a5a4-e94f1d83bf13 req-9b715e91-2068-4dbd-97de-dbdec813c7e1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.2861874 May 31 12:51:18.502871 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1a88c02c-716e-410a-a5a4-e94f1d83bf13 req-3c60108b-c34e-44d6-a176-87f5bda3d351 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144643 May 31 12:51:18.540379 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-37fe5547-c204-4bc8-88dd-f3aebed165d5 service neutron] 10.222.0.65 "GET /v2.0/networks/4c4a3707-8acc-46aa-96a7-6ace8abd2d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699815 May 31 12:51:18.746671 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e93e1030-787f-4555-af5f-49c2763ec90d req-f5673118-7b2b-4818-90bd-297bec9cdd9b tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 210 time: 0.0481780 May 31 12:51:19.780691 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e75e72-5c23-4a3f-9559-825f29051c77 req-89d42fb6-721a-48b5-b779-99a723b2116e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.782135 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c5e75e72-5c23-4a3f-9559-825f29051c77 req-89d42fb6-721a-48b5-b779-99a723b2116e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0892379 May 31 12:51:19.833082 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c5e75e72-5c23-4a3f-9559-825f29051c77 req-72224606-b247-4ec9-bea9-46f1142e6046 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 May 31 12:51:19.901260 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-17ddd3a9-b88c-4b6f-9a7b-36965b76d42d req-7cffb61e-5e52-4ad6-9ae9-9db275cf804a tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 210 time: 0.0455489 May 31 12:51:21.065960 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-56f23504-ea3d-466b-b475-167a2e7e794c req-fdaeec22-d90b-40d6-b727-75026304f28e tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 210 time: 0.0513372 May 31 12:51:21.092482 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fd3b3-3756-4e6e-b250-8a07f15932ff req-c138db15-5206-4e1f-be18-f372135632b4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:21.093899 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-137fd3b3-3756-4e6e-b250-8a07f15932ff req-c138db15-5206-4e1f-be18-f372135632b4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.1255069 May 31 12:51:21.139327 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-137fd3b3-3756-4e6e-b250-8a07f15932ff req-a642208e-a65c-4795-a3b8-829c59416162 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399444 May 31 12:51:21.521892 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 39998) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:21.584649 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_v2 [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] Deleting subnet 48917fdf-52b7-4ba5-a72f-a8ab6114c771 {{(pid=98236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:21.588186 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.637973 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799340'] for subnet, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.692996 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.884252 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40008) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:21.939017 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3817717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3659058'] for subnet, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.943702 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:21.979326 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.982056 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48917fdf-52b7-4ba5-a72f-a8ab6114c771,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:21.984854 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:21.988099 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-7882b18d-1123-4083-81c7-79d0bc0c363b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/48917fdf-52b7-4ba5-a72f-a8ab6114c771 HTTP/1.1" status: 204 len: 168 time: 0.4651763 May 31 12:51:21.990570 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40014) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.009788 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.025136 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:22.029031 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ea03becc834856b2035be6213fab43 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:22.031912 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:22.037642 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:22.109191 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.132413 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.137228 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.146462 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b2a905b7-3262-4869-8e51-e15c5dbb6a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.192384 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8ea03becc834856b2035be6213fab43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067248 May 31 12:51:22.194672 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40022) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.197946 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a809fcd-291d-41a4-8ec1-b4aec143dd2c,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.212126 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.264827 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a2b36a64-e4d5-4f62-8543-503100e53bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.292619 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a2b36a64-e4d5-4f62-8543-503100e53bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.297761 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a0a0155a-1fb9-412c-a816-31f0c8791f41 req-54fb4d15-c3b7-4542-97ce-e00958b64a15 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 210 time: 0.1146660 May 31 12:51:22.345108 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.349384 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a2b36a64-e4d5-4f62-8543-503100e53bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.353996 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3c980394-ddea-4bff-ac9c-47c352c5f736 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.365194 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b36a64-e4d5-4f62-8543-503100e53bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a809fcd-291d-41a4-8ec1-b4aec143dd2c,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.368022 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a2b36a64-e4d5-4f62-8543-503100e53bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.368530 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323fa8a4-109d-4e83-92f9-8c43ac869dc2']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:22.374003 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a2b36a64-e4d5-4f62-8543-503100e53bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.375487 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-a2b36a64-e4d5-4f62-8543-503100e53bd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a809fcd-291d-41a4-8ec1-b4aec143dd2c HTTP/1.1" status: 204 len: 168 time: 0.1799724 May 31 12:51:22.384768 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf00cda-1f80-46fc-a0fd-30330e64096b') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:22.385361 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf00cda-1f80-46fc-a0fd-30330e64096b') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:22.403466 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.503148 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.512223 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:51:22.512553 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:51:22.525964 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:51:22.539133 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5711962-0ab2-4037-b7ed-e9c3e1eeca38 req-736dc7d1-1eb6-4fcb-935d-761af214d221 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:22.540615 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e5711962-0ab2-4037-b7ed-e9c3e1eeca38 req-736dc7d1-1eb6-4fcb-935d-761af214d221 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.2617595 May 31 12:51:22.634211 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.641338 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.656443 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e5711962-0ab2-4037-b7ed-e9c3e1eeca38 req-7ef3f2f2-096b-425d-88f5-2e974ed60bbb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745194 May 31 12:51:22.659565 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.679495 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Pushing event deleted for resources: {'Network': ['ID=323fa8a4-109d-4e83-92f9-8c43ac869dc2,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.679495 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.683537 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-8253da1a-3814-47d5-91a2-0777c6ec8854 admin admin] 10.222.0.65 "DELETE /v2.0/networks/323fa8a4-109d-4e83-92f9-8c43ac869dc2 HTTP/1.1" status: 204 len: 168 time: 0.6920340 May 31 12:51:22.801077 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40040) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.850530 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-83b53f71-05f0-4af1-9c2b-a66fc8b86b7e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8dfd24f303c43ba968f628a6b8ef5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479181 May 31 12:51:22.852730 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40044) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.917739 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7c22870c-f111-42e0-915a-370a295c7612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.041745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7c22870c-f111-42e0-915a-370a295c7612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.059633 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-123dab32-a3c0-4e9d-bc7a-b99adf08b0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.090503 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7c22870c-f111-42e0-915a-370a295c7612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.096594 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a2b36a64-e4d5-4f62-8543-503100e53bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:23.109065 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22870c-f111-42e0-915a-370a295c7612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46e3030-fc43-4902-b524-89ae9a54ccf4,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:23.112251 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7c22870c-f111-42e0-915a-370a295c7612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:23.119632 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7c22870c-f111-42e0-915a-370a295c7612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.121182 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-7c22870c-f111-42e0-915a-370a295c7612 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f46e3030-fc43-4902-b524-89ae9a54ccf4 HTTP/1.1" status: 204 len: 168 time: 0.2673097 May 31 12:51:23.476741 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-98e67ed8-4a4f-4728-8cc9-fcb607d8e529 req-cb95e2b9-d443-4649-8634-c9b35a8421f1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 210 time: 0.0662892 May 31 12:51:23.848986 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc478d9-638d-44b6-ba90-4eb44312d423 req-e0267e09-8254-4d08-b41b-9f5ff07cf632 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:23.850470 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5dc478d9-638d-44b6-ba90-4eb44312d423 req-e0267e09-8254-4d08-b41b-9f5ff07cf632 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0834801 May 31 12:51:23.907056 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5dc478d9-638d-44b6-ba90-4eb44312d423 req-87a2ab9d-fc43-4d1e-a10f-b778c9602b70 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501540 May 31 12:51:24.623928 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0d552e0b-5b20-43b8-ab4b-74443e032364 req-7741971a-f034-4878-8e10-b06522f68cdb tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 210 time: 0.0448058 May 31 12:51:25.089014 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cb941-f4e8-485c-8784-38f1ea7421fc req-470b0405-a835-4286-92ff-761d39732349 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:25.090502 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6f0cb941-f4e8-485c-8784-38f1ea7421fc req-470b0405-a835-4286-92ff-761d39732349 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0790179 May 31 12:51:25.134787 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6f0cb941-f4e8-485c-8784-38f1ea7421fc req-6e3a5b9b-4f98-4e7d-a649-d856f1f213c1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387881 May 31 12:51:25.397284 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f12eaa3f-0e75-426c-8eb5-846ea08b23e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.428550 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.772624 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f329b2ee-be96-450e-b3b8-cec1a5e620ff req-b8de39fc-f528-42d2-bdc5-ed2e34d0abcd tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 210 time: 0.0457585 May 31 12:51:26.045859 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-c0e925df-534f-4ab2-bfff-c030a7b17522 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.047304 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-c0e925df-534f-4ab2-bfff-c030a7b17522 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.30 "GET /v2.0/networks?id=4c4a3707-8acc-46aa-96a7-6ace8abd2d2b HTTP/1.1" status: 200 len: 809 time: 0.1529484 May 31 12:51:26.059862 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Request body: {'port': {'device_id': '32a06d43-3b33-4ef9-8daf-66419072f3f7', 'network_id': '4c4a3707-8acc-46aa-96a7-6ace8abd2d2b', 'admin_state_up': True, 'tenant_id': 'da937e11672e47219b30d74eaa7f7bbf'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:26.202226 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:26.206122 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Usage tracker for resource:port and tenant:da937e11672e47219b30d74eaa7f7bbf is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:26.208935 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:26.214835 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:26.224411 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Made reservation on behalf of da937e11672e47219b30d74eaa7f7bbf for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:26.228501 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.332280 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fece75b-8a55-43f8-8732-41331933d898 req-4289b4e3-7c85-4ddc-9ee8-358e43d219db tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.333700 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5fece75b-8a55-43f8-8732-41331933d898 req-4289b4e3-7c85-4ddc-9ee8-358e43d219db tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0872836 May 31 12:51:26.356791 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.383230 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5fece75b-8a55-43f8-8732-41331933d898 req-5e2503c6-6c0b-4ca9-9903-1e3a09ea0a41 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437343 May 31 12:51:26.399676 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Allocated IP 172.20.0.14 (4c4a3707-8acc-46aa-96a7-6ace8abd2d2b/15574770-896c-4acb-a866-0b7fec5bcb96/ba38547b-47ad-4cd3-b321-36ebfb8b6b83) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:26.603896 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.633354 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.639405 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-76fe904c-6d32-405f-9883-3da31292a680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:26.711049 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:26.714642 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:26.718427 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:26.723823 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.724415 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.732421 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Pushing event updated for resources: {'Port': ['ID=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:26.738765 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:26.749366 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6937792 May 31 12:51:26.762220 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Request body: {'port': {'device_id': '32a06d43-3b33-4ef9-8daf-66419072f3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:26.869882 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.965398 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf7764-9cef-43d3-9869-4b7c112d8f0f req-535ddd48-db59-4b7a-bcc8-c0cd603b1c10 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.966894 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-36cf7764-9cef-43d3-9869-4b7c112d8f0f req-535ddd48-db59-4b7a-bcc8-c0cd603b1c10 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 932 time: 0.0837257 May 31 12:51:27.010758 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-36cf7764-9cef-43d3-9869-4b7c112d8f0f req-dddc3b7d-655e-4cd4-b0b8-340e0e5697d1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Synchronizing usage tracker for tenant:da937e11672e47219b30d74eaa7f7bbf on resource:security_group {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:27.028358 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-36cf7764-9cef-43d3-9869-4b7c112d8f0f req-dddc3b7d-655e-4cd4-b0b8-340e0e5697d1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Unset dirty status for tenant:da937e11672e47219b30d74eaa7f7bbf on resource:security_group {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:27.029509 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-36cf7764-9cef-43d3-9869-4b7c112d8f0f req-dddc3b7d-655e-4cd4-b0b8-340e0e5697d1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569417 May 31 12:51:27.220844 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba38547b-47ad-4cd3-b321-36ebfb8b6b83 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:27.228229 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.243882 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Transition to ACTIVE for port object ba38547b-47ad-4cd3-b321-36ebfb8b6b83 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:27.247259 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.251674 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-30c47406-5ce1-4ecc-9128-a01825fbffa5 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:27.402818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Pushing event updated for resources: {'Port': ['ID=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:27.409528 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:27.425350 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Attempting to bind port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:27.425681 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Attempting to bind port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'adf6de9e-8e2b-4ca6-a141-9168e969b59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a3707-8acc-46aa-96a7-6ace8abd2d2b'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:27.426002 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Attempting to bind port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 on network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:27.431213 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 on network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:27.431526 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Attempting to bind port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 on network 4c4a3707-8acc-46aa-96a7-6ace8abd2d2b {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:27.436566 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:27.436891 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Checking segment: {'id': 'adf6de9e-8e2b-4ca6-a141-9168e969b59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a3707-8acc-46aa-96a7-6ace8abd2d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:27.437263 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Bound using segment: {'id': 'adf6de9e-8e2b-4ca6-a141-9168e969b59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a3707-8acc-46aa-96a7-6ace8abd2d2b'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:27.437680 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Bound port: ba38547b-47ad-4cd3-b321-36ebfb8b6b83, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf6de9e-8e2b-4ca6-a141-9168e969b59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '4c4a3707-8acc-46aa-96a7-6ace8abd2d2b'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:27.438012 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.526907 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] For port ba38547b-47ad-4cd3-b321-36ebfb8b6b83, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:27.529681 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] For port ba38547b-47ad-4cd3-b321-36ebfb8b6b83, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,segment=NetworkSegment(adf6de9e-8e2b-4ca6-a141-9168e969b59e),segment_id=adf6de9e-8e2b-4ca6-a141-9168e969b59e)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:27.535147 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.539583 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4cb9906c-abb4-4db6-adf3-b466b4d54167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:27.580868 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e017b8a-1579-409a-8d4e-e012bde3d4be req-ed0aba86-c729-45c6-8bf4-32461fd00a8f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:27.582326 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4e017b8a-1579-409a-8d4e-e012bde3d4be req-ed0aba86-c729-45c6-8bf4-32461fd00a8f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0813913 May 31 12:51:27.593503 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:27.594097 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.595545 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-be19052c-1338-4359-92df-a438ba0e406b service neutron] 10.222.0.30 "PUT /v2.0/ports/ba38547b-47ad-4cd3-b321-36ebfb8b6b83 HTTP/1.1" status: 200 len: 1094 time: 0.8371930 May 31 12:51:27.596027 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a06d43-3b33-4ef9-8daf-66419072f3f7', 'tag': 'ba38547b-47ad-4cd3-b321-36ebfb8b6b83'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:27.598262 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "32a06d43-3b33-4ef9-8daf-66419072f3f7", "tag": "ba38547b-47ad-4cd3-b321-36ebfb8b6b83"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:27.618990 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Pushing event updated for resources: {'Port': ['ID=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:27.621797 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:27.642440 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4e017b8a-1579-409a-8d4e-e012bde3d4be req-6886d67d-38c8-48ad-b681-434abdc22315 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510914 May 31 12:51:27.762379 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd1c7a7-97a7-4ef3-afe1-a8e32a8c39eb x-openstack-request-id: req-6fd1c7a7-97a7-4ef3-afe1-a8e32a8c39eb {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:27.762726 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a06d43-3b33-4ef9-8daf-66419072f3f7", "tag": "ba38547b-47ad-4cd3-b321-36ebfb8b6b83", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:27.763005 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fd1c7a7-97a7-4ef3-afe1-a8e32a8c39eb {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:27.763419 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a06d43-3b33-4ef9-8daf-66419072f3f7', 'tag': 'ba38547b-47ad-4cd3-b321-36ebfb8b6b83', 'status': 'completed', 'code': 200} May 31 12:51:27.805075 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-c555f9a4-c282-4201-9216-cfa3b239e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:27.807094 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-c555f9a4-c282-4201-9216-cfa3b239e612 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da937e11672e47219b30d74eaa7f7bbf&device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 1097 time: 0.1702662 May 31 12:51:27.879547 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-63fea48b-47b9-4f46-8576-dcccb5b451e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba38547b-47ad-4cd3-b321-36ebfb8b6b83 HTTP/1.1" status: 200 len: 217 time: 0.0640748 May 31 12:51:27.943504 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-0448813a-e099-4792-a91a-d06e90503512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:27.944955 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-0448813a-e099-4792-a91a-d06e90503512 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15574770-896c-4acb-a866-0b7fec5bcb96 HTTP/1.1" status: 200 len: 849 time: 0.0587935 May 31 12:51:27.991893 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-7439ce9a-eef8-4978-a0b9-5c9c87c9a218 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c4a3707-8acc-46aa-96a7-6ace8abd2d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404069 May 31 12:51:28.119357 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.130183 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-10e1513f-3a63-4c17-9f09-f6958b6128ff service neutron] 10.222.0.30 "GET /v2.0/networks/4c4a3707-8acc-46aa-96a7-6ace8abd2d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307595 May 31 12:51:28.222430 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee41b-5ec4-4385-8759-41850ae99349 req-ce4b3e9d-b76e-4241-9c9d-5551d7fd5972 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:28.223890 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-059ee41b-5ec4-4385-8759-41850ae99349 req-ce4b3e9d-b76e-4241-9c9d-5551d7fd5972 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 944 time: 0.0836847 May 31 12:51:28.273360 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-059ee41b-5ec4-4385-8759-41850ae99349 req-3f9da477-cd86-45f9-ad86-8820ea723549 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390244 May 31 12:51:28.273719 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5389e99-9ec1-4bd0-b043-40522f177047 req-781a2c8a-8252-4eb5-9f98-1271f522c1fb service neutron] 10.222.0.30 "GET /v2.0/networks/4c4a3707-8acc-46aa-96a7-6ace8abd2d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366205 May 31 12:51:28.404854 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-1f223191-7c2b-4cc9-a2de-4efc98ec259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:28.406234 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-1f223191-7c2b-4cc9-a2de-4efc98ec259a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da937e11672e47219b30d74eaa7f7bbf&device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 1097 time: 0.0751510 May 31 12:51:28.536260 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-490d19fc-8225-4e93-a936-b929cfba2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:28.537678 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-490d19fc-8225-4e93-a936-b929cfba2c3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c4a3707-8acc-46aa-96a7-6ace8abd2d2b HTTP/1.1" status: 200 len: 910 time: 0.1245596 May 31 12:51:28.606842 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-b5b2602a-bba3-4cd2-b60d-5c25b63b131f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba38547b-47ad-4cd3-b321-36ebfb8b6b83 HTTP/1.1" status: 200 len: 217 time: 0.0620010 May 31 12:51:28.667617 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-d67e03d6-7f5e-4e50-9978-09a86a7d36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:28.668995 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-d67e03d6-7f5e-4e50-9978-09a86a7d36cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15574770-896c-4acb-a866-0b7fec5bcb96 HTTP/1.1" status: 200 len: 849 time: 0.0559025 May 31 12:51:28.716698 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-d9cacfb7-9d4b-4533-9b47-a8b9c2529248 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c4a3707-8acc-46aa-96a7-6ace8abd2d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404148 May 31 12:51:28.838476 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa20a4-6844-457a-be99-740690c0ca25 req-c8b4cafc-2e8c-4f9c-99a2-1139e55a63cc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:28.839939 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8eaa20a4-6844-457a-be99-740690c0ca25 req-c8b4cafc-2e8c-4f9c-99a2-1139e55a63cc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 943 time: 0.0822015 May 31 12:51:28.850065 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-0fd9326a-8b24-4509-9bb5-64c174525747 service neutron] 10.222.0.30 "GET /v2.0/networks/4c4a3707-8acc-46aa-96a7-6ace8abd2d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258152 May 31 12:51:28.888445 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8eaa20a4-6844-457a-be99-740690c0ca25 req-d91db4cd-99c2-4ee5-b291-c239c25d691e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427670 May 31 12:51:28.986383 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-74f555f3-87aa-4fea-a7d0-019ae8e9c2cf req-e168d76d-a91f-474d-8c33-7931a73bd49a service neutron] 10.222.0.30 "GET /v2.0/networks/4c4a3707-8acc-46aa-96a7-6ace8abd2d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295252 May 31 12:51:29.195124 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40128) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:29.313352 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.327807 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:29.331567 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Usage tracker for resource:security_group_rule and tenant:8628da846db240c9a2865f7beafa82e8 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:29.334495 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:29.340091 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:29.394230 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:29.436743 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.441105 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.449790 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0c5496c4-6363-4f4c-940b-6ae9a58c909d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:29.465754 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7331f-e152-4ee9-a2e4-f3d64b3b9fbe req-9668f0b1-8aeb-4594-8f26-dcd167a6809a tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:29.467329 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4da7331f-e152-4ee9-a2e4-f3d64b3b9fbe req-9668f0b1-8aeb-4594-8f26-dcd167a6809a tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 944 time: 0.0858197 May 31 12:51:29.490091 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8628da846db240c9a2865f7beafa82e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938845 May 31 12:51:29.491035 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae32785-8296-4698-a729-e2acd8916a26,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:29.493341 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40136) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:29.495741 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6253a7fa-9248-4026-80ab-c442f2e17a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:29.517925 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4da7331f-e152-4ee9-a2e4-f3d64b3b9fbe req-d28dd06d-6b56-4f2d-815a-3f3bc7f63ada tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 May 31 12:51:29.541458 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:29.553721 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad7d7-a281-4ae7-aa3f-e49d930695c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.555531 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'port_id': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'mac_address': 'fa:16:3e:22:e3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:29.578857 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad7d7-a281-4ae7-aa3f-e49d930695c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.613276 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.630712 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca3395f-d83c-47df-a8a4-4be4a6e01e71 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:29.630922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad7d7-a281-4ae7-aa3f-e49d930695c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.635605 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f4c12657-f140-4d05-b5f3-a3726c77b119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:29.646123 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:29.647742 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ad7d7-a281-4ae7-aa3f-e49d930695c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae32785-8296-4698-a729-e2acd8916a26,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:29.654435 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.654934 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-dc4ad7d7-a281-4ae7-aa3f-e49d930695c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:29.655039 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:29.655129 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad7d7-a281-4ae7-aa3f-e49d930695c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.655129 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-dc4ad7d7-a281-4ae7-aa3f-e49d930695c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bae32785-8296-4698-a729-e2acd8916a26 HTTP/1.1" status: 204 len: 168 time: 0.1602490 May 31 12:51:29.730007 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=9']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:29.737230 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.737758 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.738103 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.738472 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.738806 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.739137 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.739464 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.739817 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.740142 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.740464 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.740782 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.741101 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:29.746230 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:30.079905 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268ac14-8129-4c41-90d4-a64a9fd9c9a2 req-14f070e1-a5b8-40ac-a8e6-32c02cdedf84 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:30.081274 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d268ac14-8129-4c41-90d4-a64a9fd9c9a2 req-14f070e1-a5b8-40ac-a8e6-32c02cdedf84 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 944 time: 0.0829761 May 31 12:51:30.107093 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['fca3395f-d83c-47df-a8a4-4be4a6e01e71'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:30.125916 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d268ac14-8129-4c41-90d4-a64a9fd9c9a2 req-b3b00038-20a9-47e0-91f1-4de53a05448e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391791 May 31 12:51:30.700591 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d36b-5331-4f08-9a5f-ee1682235c52 req-15a979b5-ba34-4787-92b3-b1bc30e70b37 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:30.702023 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-90a5d36b-5331-4f08-9a5f-ee1682235c52 req-15a979b5-ba34-4787-92b3-b1bc30e70b37 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 944 time: 0.0793843 May 31 12:51:30.746840 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-90a5d36b-5331-4f08-9a5f-ee1682235c52 req-47126607-9adf-45e6-8226-aefbd1cd9b81 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 May 31 12:51:31.323077 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ee2b8-6748-4aff-8b31-7e868580427f req-515a7704-12b6-41fc-88da-61466e2149ac tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:31.324510 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9f0ee2b8-6748-4aff-8b31-7e868580427f req-515a7704-12b6-41fc-88da-61466e2149ac tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 944 time: 0.0901754 May 31 12:51:31.367632 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9f0ee2b8-6748-4aff-8b31-7e868580427f req-f3d4cf42-e8de-445a-9c9f-ebc0c641c408 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375783 May 31 12:51:31.428105 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ba38547b-47ad-4cd3-b321-36ebfb8b6b83 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:31.430619 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:31.589418 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port fca3395f-d83c-47df-a8a4-4be4a6e01e71 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:31.589797 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.659191 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ba38547b-47ad-4cd3-b321-36ebfb8b6b83, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,segment=NetworkSegment(adf6de9e-8e2b-4ca6-a141-9168e969b59e),segment_id=adf6de9e-8e2b-4ca6-a141-9168e969b59e)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:31.675912 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'ba38547b-47ad-4cd3-b321-36ebfb8b6b83', 'network_id': '4c4a3707-8acc-46aa-96a7-6ace8abd2d2b', 'port_id': 'ba38547b-47ad-4cd3-b321-36ebfb8b6b83', 'mac_address': 'fa:16:3e:7a:8a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15574770-896c-4acb-a866-0b7fec5bcb96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:31.778972 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.797062 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.809496 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba38547b-47ad-4cd3-b321-36ebfb8b6b83 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:31.837206 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:31.839852 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b2fc6f-1533-44ff-93e5-da83fba081d2" -d '{"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-plugged", "status": "completed", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:31.843483 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ba38547b-47ad-4cd3-b321-36ebfb8b6b83, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,segment=NetworkSegment(adf6de9e-8e2b-4ca6-a141-9168e969b59e),segment_id=adf6de9e-8e2b-4ca6-a141-9168e969b59e)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:31.849771 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:31.852741 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.855111 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:31.889111 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.898236 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e6d24b-5543-4fee-9d78-44942c968563 x-openstack-request-id: req-03e6d24b-5543-4fee-9d78-44942c968563 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:31.898555 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-plugged", "status": "completed", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:31.898814 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03e6d24b-5543-4fee-9d78-44942c968563 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:31.899302 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'code': 200} May 31 12:51:31.926527 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:31.929518 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:31.929996 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:31.942812 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d7c44-e050-4870-a323-060a83a82a5e req-20897db6-a496-410f-82eb-f42aa9f0e951 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:31.944319 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f36d7c44-e050-4870-a323-060a83a82a5e req-20897db6-a496-410f-82eb-f42aa9f0e951 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 945 time: 0.0901191 May 31 12:51:31.991689 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f36d7c44-e050-4870-a323-060a83a82a5e req-ec1177a1-ac9e-491c-8c07-1f9345a37a3f tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411441 May 31 12:51:31.998679 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=10']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:32.001703 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:32.228918 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba38547b-47ad-4cd3-b321-36ebfb8b6b83'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:32.466922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812561b4-f504-44c0-aeb1-f658738371ed req-d6563615-9cc5-461f-b415-dbcb52bb7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:32.468401 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-812561b4-f504-44c0-aeb1-f658738371ed req-d6563615-9cc5-461f-b415-dbcb52bb7c9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 1099 time: 0.0759137 May 31 12:51:32.509249 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-812561b4-f504-44c0-aeb1-f658738371ed req-d73b77df-0d5a-4c82-82da-c1f51b79e81b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344529 May 31 12:51:32.562466 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db7989-f5b8-41cb-aef0-95d6de2d52ad req-02376a49-ce22-4c21-b27e-2f13b1ba1d21 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:32.563816 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-75db7989-f5b8-41cb-aef0-95d6de2d52ad req-02376a49-ce22-4c21-b27e-2f13b1ba1d21 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 946 time: 0.0782812 May 31 12:51:32.607174 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-75db7989-f5b8-41cb-aef0-95d6de2d52ad req-3413857a-0c0a-43b2-9d58-851268526738 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378141 May 31 12:51:32.908429 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:51:33.172649 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188d82f-f003-4fc0-a3e9-574e711ac125 req-13d67907-7811-4045-af40-87b1cf2f346d tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:33.174072 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6188d82f-f003-4fc0-a3e9-574e711ac125 req-13d67907-7811-4045-af40-87b1cf2f346d tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 945 time: 0.0797074 May 31 12:51:33.217413 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6188d82f-f003-4fc0-a3e9-574e711ac125 req-c3bf6b7a-1fca-42b3-be6f-f03630bd48ff tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375342 May 31 12:51:33.442285 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ba38547b-47ad-4cd3-b321-36ebfb8b6b83 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:33.507543 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:33.512503 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:33.512875 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.647442 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.685158 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port ba38547b-47ad-4cd3-b321-36ebfb8b6b83, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,segment=NetworkSegment(adf6de9e-8e2b-4ca6-a141-9168e969b59e),segment_id=adf6de9e-8e2b-4ca6-a141-9168e969b59e)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:33.689039 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.690857 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:33.762107 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:33.765209 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:33.795763 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3759d28-808f-4aca-b7bf-e61d6f7024d8 req-00d370b4-6b19-45ad-af83-4011df07b54b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:33.797245 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f3759d28-808f-4aca-b7bf-e61d6f7024d8 req-00d370b4-6b19-45ad-af83-4011df07b54b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 946 time: 0.0798187 May 31 12:51:33.843900 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f3759d28-808f-4aca-b7bf-e61d6f7024d8 req-4093847e-f737-4cae-b0fc-6b3726a44d3c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405283 May 31 12:51:33.901046 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a06d43-3b33-4ef9-8daf-66419072f3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba38547b-47ad-4cd3-b321-36ebfb8b6b83'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:33.903440 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad040198-6232-4595-90aa-f1039c84e6d7" -d '{"events": [{"server_uuid": "32a06d43-3b33-4ef9-8daf-66419072f3f7", "name": "network-vif-plugged", "status": "completed", "tag": "ba38547b-47ad-4cd3-b321-36ebfb8b6b83"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:33.951232 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e3dcad-08d2-4d68-882d-8f7f93faa878 x-openstack-request-id: req-95e3dcad-08d2-4d68-882d-8f7f93faa878 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:33.951530 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a06d43-3b33-4ef9-8daf-66419072f3f7", "name": "network-vif-plugged", "status": "completed", "tag": "ba38547b-47ad-4cd3-b321-36ebfb8b6b83", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:33.951789 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95e3dcad-08d2-4d68-882d-8f7f93faa878 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:33.952201 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a06d43-3b33-4ef9-8daf-66419072f3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba38547b-47ad-4cd3-b321-36ebfb8b6b83', 'code': 200} May 31 12:51:34.188085 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2129cc-3a93-417e-a85f-be1f630b95e4 req-92c18df2-f358-4e63-8d01-7b4b3d7ad771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:34.189664 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-2c2129cc-3a93-417e-a85f-be1f630b95e4 req-92c18df2-f358-4e63-8d01-7b4b3d7ad771 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 1099 time: 0.0737324 May 31 12:51:34.325969 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-2c2129cc-3a93-417e-a85f-be1f630b95e4 req-20c617f3-d99b-48d5-9b3b-1c908b25ebd7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297524 May 31 12:51:34.476224 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07a540-f275-4f09-aea8-d5b4008d7bf0 req-56d2ed31-8f33-4664-a586-ee2a38a7fa94 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:34.477709 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de07a540-f275-4f09-aea8-d5b4008d7bf0 req-56d2ed31-8f33-4664-a586-ee2a38a7fa94 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 946 time: 0.1499429 May 31 12:51:34.522293 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de07a540-f275-4f09-aea8-d5b4008d7bf0 req-7eef1d4a-f6ac-417f-a868-1d76f5f9f9b4 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 May 31 12:51:35.033849 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a43165-e8a6-43d1-8364-b9d8069cd3e8 req-4341cc82-55e8-4291-a5d4-6af90b709ab4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:35.035319 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-06a43165-e8a6-43d1-8364-b9d8069cd3e8 req-4341cc82-55e8-4291-a5d4-6af90b709ab4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 946 time: 0.0786707 May 31 12:51:35.082038 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-06a43165-e8a6-43d1-8364-b9d8069cd3e8 req-dc2b9481-6fce-4eb0-87c2-8f4d2663481d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 May 31 12:51:35.536600 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.710793 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b08d1-30d0-49aa-8083-0a745a4a5708 req-cf8e2d41-870a-4ccc-b55d-519da82ccd02 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:35.712792 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-897b08d1-30d0-49aa-8083-0a745a4a5708 req-cf8e2d41-870a-4ccc-b55d-519da82ccd02 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 946 time: 0.0794301 May 31 12:51:35.756784 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-897b08d1-30d0-49aa-8083-0a745a4a5708 req-c05a5f6c-6924-4494-8d45-1e89dceb320b tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380087 May 31 12:51:39.101657 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745ac2d-4424-4d84-a8d2-fd2fd3b3fa2f req-8cb1198b-7b17-4e68-89c5-c64641980d5f tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:39.103164 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c745ac2d-4424-4d84-a8d2-fd2fd3b3fa2f req-8cb1198b-7b17-4e68-89c5-c64641980d5f tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 946 time: 0.0827637 May 31 12:51:39.146081 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c745ac2d-4424-4d84-a8d2-fd2fd3b3fa2f req-f061bb67-c794-4813-bf31-dc3fe8ab6cae tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373914 May 31 12:51:40.332293 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a660e8-acd3-4923-b5a0-8f1af21deedd req-e56bb125-a1be-4d95-b3cd-8fa79e621c25 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:40.333748 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-18a660e8-acd3-4923-b5a0-8f1af21deedd req-e56bb125-a1be-4d95-b3cd-8fa79e621c25 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 946 time: 0.0797865 May 31 12:51:40.377366 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-18a660e8-acd3-4923-b5a0-8f1af21deedd req-446b92c1-0de3-4118-96ef-217aae66f6ea tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/security-groups?id=7dc4e080-e3b1-404a-8900-f5bd054a2600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372047 May 31 12:51:40.856921 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-80d41f23-4de3-4675-a2e9-262af8f85870 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:40.857612 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-80d41f23-4de3-4675-a2e9-262af8f85870 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Synchronizing usage tracker for tenant:da937e11672e47219b30d74eaa7f7bbf on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:40.875214 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-80d41f23-4de3-4675-a2e9-262af8f85870 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Unset dirty status for tenant:da937e11672e47219b30d74eaa7f7bbf on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:40.876325 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-80d41f23-4de3-4675-a2e9-262af8f85870 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.30 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 946 time: 0.0974309 May 31 12:51:41.012169 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Deleting port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:51:41.012508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.141802 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] For port ba38547b-47ad-4cd3-b321-36ebfb8b6b83, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,segment=NetworkSegment(adf6de9e-8e2b-4ca6-a141-9168e969b59e),segment_id=adf6de9e-8e2b-4ca6-a141-9168e969b59e)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:41.142057 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.263410 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Calling delete_port for ba38547b-47ad-4cd3-b321-36ebfb8b6b83 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:51:41.377180 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.382736 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-192570ad-2d50-4765-a0bc-a4e9d3cf61be tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:41.389548 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['ba38547b-47ad-4cd3-b321-36ebfb8b6b83'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:41.427359 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Pushing event deleted for resources: {'Port': ['ID=ba38547b-47ad-4cd3-b321-36ebfb8b6b83,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.431137 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.512752 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] No DVR routers for this DVR port ba38547b-47ad-4cd3-b321-36ebfb8b6b83 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:51:41.515392 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.517945 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a06d43-3b33-4ef9-8daf-66419072f3f7', 'name': 'network-vif-deleted', 'tag': 'ba38547b-47ad-4cd3-b321-36ebfb8b6b83'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:41.520206 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc59889a-53c3-41da-b369-ddb98d4ca194" -d '{"events": [{"server_uuid": "32a06d43-3b33-4ef9-8daf-66419072f3f7", "name": "network-vif-deleted", "tag": "ba38547b-47ad-4cd3-b321-36ebfb8b6b83"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:41.534034 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-7b1f3cd3-0ede-4fc6-8a8f-e22b5c6fdc3c req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.30 "DELETE /v2.0/ports/ba38547b-47ad-4cd3-b321-36ebfb8b6b83 HTTP/1.1" status: 204 len: 173 time: 0.6507761 May 31 12:51:41.538345 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-de36b2ee-15e8-493e-a23f-d0de8d02b777 req-be70c0a9-6693-48af-907a-93fd08c7ad5d tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] 10.222.0.65 "GET /v2.0/ports?device_id=32a06d43-3b33-4ef9-8daf-66419072f3f7 HTTP/1.1" status: 200 len: 210 time: 0.0486717 May 31 12:51:41.574934 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf45af08-033a-4a80-aaf7-746383c65eba x-openstack-request-id: req-bf45af08-033a-4a80-aaf7-746383c65eba {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:41.575241 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a06d43-3b33-4ef9-8daf-66419072f3f7", "name": "network-vif-deleted", "tag": "ba38547b-47ad-4cd3-b321-36ebfb8b6b83", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:41.575526 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf45af08-033a-4a80-aaf7-746383c65eba {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:41.575952 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a06d43-3b33-4ef9-8daf-66419072f3f7', 'name': 'network-vif-deleted', 'tag': 'ba38547b-47ad-4cd3-b321-36ebfb8b6b83', 'status': 'completed', 'code': 200} May 31 12:51:43.538579 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ba38547b-47ad-4cd3-b321-36ebfb8b6b83 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:51:43.572593 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: ba38547b-47ad-4cd3-b321-36ebfb8b6b83 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:51:43.572938 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device ba38547b-47ad-4cd3-b321-36ebfb8b6b83 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:51:53.062136 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-750ced4b-d057-4254-a2a4-f3ba9634b3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:55.399797 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-37360f78-8b3f-4a21-b415-9f236c01b091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:55.430856 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:56.359616 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:58.112632 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:59.604231 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40372) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:59.663405 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_v2 [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] Deleting subnet 15574770-896c-4acb-a866-0b7fec5bcb96 {{(pid=98235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:59.666270 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:59.718631 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:59.725680 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.001735 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-2e4bb2d7-f140-40aa-899e-1ca0c27a2229 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1622605 May 31 12:52:00.066344 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.078738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ec9ee3b9-9385-44ce-8b56-a5077d700d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:00.119517 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15574770-896c-4acb-a866-0b7fec5bcb96,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:00.122132 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.127661 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:00.133215 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-681fec51-972e-47a4-8140-feb6dc4f8027 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/15574770-896c-4acb-a866-0b7fec5bcb96 HTTP/1.1" status: 204 len: 168 time: 0.5279176 May 31 12:52:00.135782 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40376) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:00.143678 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-844a5234-6297-4f96-ac9c-66567c80a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.145100 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-844a5234-6297-4f96-ac9c-66567c80a904 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1099 time: 0.1206036 May 31 12:52:00.243310 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.296216 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-6df13b63-d738-4ec5-b1d9-118d8d9d805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.297866 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-6df13b63-d738-4ec5-b1d9-118d8d9d805f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 909 time: 0.1302171 May 31 12:52:00.372167 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.384745 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4a3707-8acc-46aa-96a7-6ace8abd2d2b']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:00.397522 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf6de9e-8e2b-4ca6-a141-9168e969b59e') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:00.397815 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf6de9e-8e2b-4ca6-a141-9168e969b59e') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:00.400063 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-607476c3-2c32-442e-8840-d231ea4d24de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 1001 time: 0.0943422 May 31 12:52:00.409719 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.427427 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.434818 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:52:00.435381 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:52:00.448951 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:52:00.538113 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.542429 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:00.556325 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.567747 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-0fc9b8fe-7088-4ffc-9625-3a89ac9dee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.567994 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4a3707-8acc-46aa-96a7-6ace8abd2d2b,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:00.569263 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-0fc9b8fe-7088-4ffc-9625-3a89ac9dee7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.1626172 May 31 12:52:00.577641 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.578006 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.578363 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.578763 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.579269 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.579584 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.579928 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.580274 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.580627 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.581274 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.581619 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.581955 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:00.585892 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] 10.222.0.65 "DELETE /v2.0/networks/4c4a3707-8acc-46aa-96a7-6ace8abd2d2b HTTP/1.1" status: 204 len: 168 time: 0.4483900 May 31 12:52:00.586797 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:00.588578 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40380) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:00.648654 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] Deleting subnet 0db6f83c-82b0-4d89-b70b-1513d35636fd {{(pid=98236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:52:00.652502 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.653829 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-235f4c7e-d211-4de5-a60d-76108d1c1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.655443 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-235f4c7e-d211-4de5-a60d-76108d1c1608 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794678 May 31 12:52:00.705001 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799340'] for subnet, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.762015 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:00.795488 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-69174035-bb69-4bac-94ff-e2401ece6605 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329474 May 31 12:52:00.941341 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-0c1ddc23-851d-414e-b48d-0f3b63576a91 req-38ba1cfc-0b7b-48d7-82b5-9485a1d9ff5f service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369097 May 31 12:52:01.012502 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3817717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3659058'] for subnet, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.016931 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:01.050782 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db6f83c-82b0-4d89-b70b-1513d35636fd,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:01.053619 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:01.054588 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.060265 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-da7355c5-b0ca-4a2d-977e-5c4ac5c156d9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0db6f83c-82b0-4d89-b70b-1513d35636fd HTTP/1.1" status: 204 len: 168 time: 0.4707923 May 31 12:52:01.062763 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40384) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:01.165357 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.363211 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.375733 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66aa3000-b2c7-41ab-8c3c-a573af33f1b9']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:01.388012 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb531943-d681-41b4-b984-82242b70ba74') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:01.388311 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb531943-d681-41b4-b984-82242b70ba74') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:01.399405 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.415834 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.422899 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:52:01.423534 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:52:01.437490 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:52:01.520807 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.526694 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.529011 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:01.556229 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] 10.222.0.65 "DELETE /v2.0/networks/66aa3000-b2c7-41ab-8c3c-a573af33f1b9 HTTP/1.1" status: 204 len: 168 time: 0.4924917 May 31 12:52:01.557392 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Pushing event deleted for resources: {'Network': ['ID=66aa3000-b2c7-41ab-8c3c-a573af33f1b9,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:01.561002 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-fccebe76-315e-41f0-aa24-e3fd861b303c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:01.726620 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40390) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:01.775449 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-9d0d69cc-b7d0-47de-925d-6f5ac0ad4f45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da937e11672e47219b30d74eaa7f7bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474436 May 31 12:52:01.778145 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40394) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:01.838345 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-86a99c40-8332-4791-998d-39b848b4865c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.864151 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-86a99c40-8332-4791-998d-39b848b4865c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.913942 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-86a99c40-8332-4791-998d-39b848b4865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.917424 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-6ec2b1bf-9b1a-4490-91ef-5ef82ddbd858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:01.930085 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a99c40-8332-4791-998d-39b848b4865c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc4e080-e3b1-404a-8900-f5bd054a2600,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:01.933234 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-86a99c40-8332-4791-998d-39b848b4865c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:01.941750 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-86a99c40-8332-4791-998d-39b848b4865c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.942885 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-86a99c40-8332-4791-998d-39b848b4865c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7dc4e080-e3b1-404a-8900-f5bd054a2600 HTTP/1.1" status: 204 len: 168 time: 0.1638272 May 31 12:52:02.276688 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40402) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:02.328948 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-d830fea5-74a6-4133-9769-0fb690c43d56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2866836205d4142a01e55049e35a61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504346 May 31 12:52:02.331388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40406) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:02.388873 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-347cba11-4bdd-48fb-9e3d-af86069e08fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.414326 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-347cba11-4bdd-48fb-9e3d-af86069e08fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.464617 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-347cba11-4bdd-48fb-9e3d-af86069e08fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.469153 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1fbddd61-703b-47a9-a63c-abf5813318d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:02.478911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347cba11-4bdd-48fb-9e3d-af86069e08fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e753ddac-4749-40a6-b12a-9e379f92bff8,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:02.482259 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-347cba11-4bdd-48fb-9e3d-af86069e08fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:02.485445 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-347cba11-4bdd-48fb-9e3d-af86069e08fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:02.487727 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-347cba11-4bdd-48fb-9e3d-af86069e08fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e753ddac-4749-40a6-b12a-9e379f92bff8 HTTP/1.1" status: 204 len: 168 time: 0.1542578 May 31 12:52:03.826826 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40452) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:03.941764 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:03.956449 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:03.960212 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd9340a5984b4cb2959345314bb005e0 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:03.962989 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:03.968903 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:04.048222 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.052052 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.059765 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ca3c77db-062c-4c73-bd0d-953c86b04a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:04.103162 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd9340a5984b4cb2959345314bb005e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750685 May 31 12:52:04.103889 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111a2c9a-c280-4bcf-9dfb-ceb50ec22194,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:04.105815 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40458) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:04.107059 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:04.164723 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.193430 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.244416 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.249007 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-f6622922-531b-4f9b-aa7a-e3f3cecff45a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:04.259826 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111a2c9a-c280-4bcf-9dfb-ceb50ec22194,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:04.269541 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.269911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.270271 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.270657 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.271016 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.271365 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.271710 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.272057 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.272402 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.272743 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.273082 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.273419 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:04.276957 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:04.278022 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:04.279127 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-0e97aa5c-d00b-4d4b-b8a3-ce3ec4a604e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/111a2c9a-c280-4bcf-9dfb-ceb50ec22194 HTTP/1.1" status: 204 len: 168 time: 0.1720920 May 31 12:52:04.944704 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40482) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:05.047889 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-416143412-network', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:05.052715 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:05.056532 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Usage tracker for resource:network and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:05.059354 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:05.064872 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:05.075266 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Made reservation on behalf of 40b5473dd83e44dc86a8645a4675ac20 for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:05.077464 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.088965 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.103161 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:05.106844 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Usage tracker for resource:security_group_rule and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:05.109605 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:05.115155 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:05.195652 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.200244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.204316 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ce804577-85b8-42e4-aad3-09a20a80bd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:05.233170 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:52:05.246653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:05.250706 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:05.251640 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.251974 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Added segment 0334b8ed-c9d0-460a-8abd-0424782f0d94 of type vlan for network 39d683b9-5d01-4254-a8c3-3d9966ffd81b May 31 12:52:05.280695 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.311819 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.313018 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.313580 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.318044 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:05.410235 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4644201 May 31 12:52:05.413157 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40488) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:05.413667 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Pushing event updated for resources: {'Network': ['ID=39d683b9-5d01-4254-a8c3-3d9966ffd81b,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:05.416135 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:05.419523 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Request body: {'subnet': {'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-416143412-subnet', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:05.424300 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:52:05.429102 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:05.433019 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Usage tracker for resource:subnet and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:05.436492 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:05.442259 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:05.452912 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Made reservation on behalf of 40b5473dd83e44dc86a8645a4675ac20 for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:05.455244 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3659053'] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.539077 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.832696 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3817654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3659067'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.837144 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:05.910970 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a00f64-e3fd-4c00-88e4-c0b36151a46d,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:05.914715 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:05.915382 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Checking segment: {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:05.915731 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Network hostable DHCP agents. Network: 39d683b9-5d01-4254-a8c3-3d9966ffd81b, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:52:05.933748 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:52:05.942334 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 39d683b9-5d01-4254-a8c3-3d9966ffd81b) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:05.950521 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.951109 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.951719 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73266d23-dc6e-47e2-9258-fef02805ae43 None None] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:05.981726 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-940461f9-0891-483a-93e9-6b44c276a6e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5644619 May 31 12:52:05.981958 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40492) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:05.987202 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:05.991952 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:05.996306 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Usage tracker for resource:router and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:05.999192 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:06.004803 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:06.014833 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7846'] for router, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.015790 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1941600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1965197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.030870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.164334 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663840a6-34a0-55c5-ac74-306b568a2a00-39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d'}]}} from dv-cinder-790492-5-smb. {{(pid=98237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:52:06.165392 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.291515 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.320500 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.db_base_plugin_common [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Allocated IP 172.20.0.2 (39d683b9-5d01-4254-a8c3-3d9966ffd81b/a4a00f64-e3fd-4c00-88e4-c0b36151a46d/f1510afb-6e57-4a86-9d36-89df889b2051) {{(pid=98237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:06.522155 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Notify callbacks [] for port, precommit_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.532599 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Transition to ACTIVE for port object f1510afb-6e57-4a86-9d36-89df889b2051 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:06.551705 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Transition to ACTIVE for port object f1510afb-6e57-4a86-9d36-89df889b2051 will not be triggered until provisioned by entity DHCP. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:06.559146 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.562658 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-aa8ebeec-e355-4f7f-9934-36a57f6e244a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:06.624814 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b is already hosted by enough agents. {{(pid=98237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:06.627695 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.base_scheduler [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Resources bound (agent type, host, resource id): {{(pid=98237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:06.631338 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Received port after_create {{(pid=98237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:06.666529 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Pushing event updated for resources: {'Port': ['ID=f1510afb-6e57-4a86-9d36-89df889b2051,revision_number=1']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:06.673639 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:06.674905 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.704578 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.725631 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Attempting to bind port f1510afb-6e57-4a86-9d36-89df889b2051 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:06.726035 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Attempting to bind port f1510afb-6e57-4a86-9d36-89df889b2051 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:06.726549 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Attempting to bind port f1510afb-6e57-4a86-9d36-89df889b2051 on network 39d683b9-5d01-4254-a8c3-3d9966ffd81b {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:06.732544 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:06.732925 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Checking segment: {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:06.733331 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.733729 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Bound using segment: {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:06.734201 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Bound port: f1510afb-6e57-4a86-9d36-89df889b2051, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:06.734612 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.821674 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] For port f1510afb-6e57-4a86-9d36-89df889b2051, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:06.825098 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] For port f1510afb-6e57-4a86-9d36-89df889b2051, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=f1510afb-6e57-4a86-9d36-89df889b2051,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:06.828812 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:06.833271 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:06.844289 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Allocated IP 172.28.1.193 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/a19504cc-6a53-49d3-a465-17dd6f45ba34) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:06.914542 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Pushing event updated for resources: {'Port': ['ID=f1510afb-6e57-4a86-9d36-89df889b2051,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:06.918332 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:06.994971 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.025244 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.029785 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:07.115477 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:07.118169 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:07.122819 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:07.147220 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Pushing event updated for resources: {'Port': ['ID=a19504cc-6a53-49d3-a465-17dd6f45ba34,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:07.152648 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:07.533849 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.780973 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3793e7-de2f-4711-984b-3028ab16ec79 None None] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:07.877872 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510'] for router, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.880254 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-a283aab3-a72c-4d5c-acfd-2dc1e27bb7d8 None None] Provisioning for port f1510afb-6e57-4a86-9d36-89df889b2051 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:07.896992 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device f1510afb-6e57-4a86-9d36-89df889b2051 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:08.080098 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port f1510afb-6e57-4a86-9d36-89df889b2051 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:08.091339 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port f1510afb-6e57-4a86-9d36-89df889b2051 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:08.091716 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.166060 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Router b8a37353-caaa-4aea-87f1-0cc1a773bbed is scheduled to L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd with binding_index 1 {{(pid=98236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:52:08.226626 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.268793 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port f1510afb-6e57-4a86-9d36-89df889b2051, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=f1510afb-6e57-4a86-9d36-89df889b2051,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:08.273527 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.275476 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:08.347813 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=f1510afb-6e57-4a86-9d36-89df889b2051,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:08.351251 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:08.352036 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:08.361296 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Sync routers for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:08.371821 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:08.372548 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:51:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:08.378453 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] Notify callbacks [] for router, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.379700 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-dbbc9af0-1983-44ae-a039-b72165ecbac4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3968642 May 31 12:52:08.382501 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40496) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:08.530850 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-d12e0ad7-43f0-482d-81b0-4e91f15b6827 None None] Provisioning complete for port f1510afb-6e57-4a86-9d36-89df889b2051 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:08.531114 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d12e0ad7-43f0-482d-81b0-4e91f15b6827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:08.606373 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:08.939300 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:07Z', 'revision_number': 3, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:08.943201 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Checking router: b8a37353-caaa-4aea-87f1-0cc1a773bbed for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:08.943571 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Updating router b8a37353-caaa-4aea-87f1-0cc1a773bbed port a19504cc-6a53-49d3-a465-17dd6f45ba34 binding host dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:52:08.994233 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.041148 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.251541 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Allocated IP 172.20.0.1 (39d683b9-5d01-4254-a8c3-3d9966ffd81b/a4a00f64-e3fd-4c00-88e4-c0b36151a46d/48f0c924-bd37-4816-8a13-bf37df9ff0a6) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:09.321195 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.332785 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Transition to ACTIVE for port object a19504cc-6a53-49d3-a465-17dd6f45ba34 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:09.338844 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.343681 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:09.423069 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Attempting to bind port a19504cc-6a53-49d3-a465-17dd6f45ba34 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:09.423445 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Attempting to bind port a19504cc-6a53-49d3-a465-17dd6f45ba34 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:09.423816 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Attempting to bind port a19504cc-6a53-49d3-a465-17dd6f45ba34 on network 6716e70a-5906-4d62-a93e-9dcbd55148be {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:09.430048 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a6f4d-407a-45cc-8565-71e1770701f8 None None] Pushing event updated for resources: {'Port': ['ID=a19504cc-6a53-49d3-a465-17dd6f45ba34,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:09.434677 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-e64a6f4d-407a-45cc-8565-71e1770701f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:09.435599 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:09.435979 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:09.436384 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.436778 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Bound using segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:09.437263 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Bound port: a19504cc-6a53-49d3-a465-17dd6f45ba34, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:09.437658 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.487520 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.503153 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.provisioning_blocks [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Transition to ACTIVE for port object 48f0c924-bd37-4816-8a13-bf37df9ff0a6 will not be triggered until provisioned by entity DHCP. {{(pid=98236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:09.510563 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] For port a19504cc-6a53-49d3-a465-17dd6f45ba34, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:09.515111 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] For port a19504cc-6a53-49d3-a465-17dd6f45ba34, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=a19504cc-6a53-49d3-a465-17dd6f45ba34,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:09.519457 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.524656 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:09.533084 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.537473 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7e5b3ac7-e5d4-44ec-abf1-73468f1730ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:09.600247 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:09.603124 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:09.608851 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:09.636922 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:09.637548 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:51:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:09.648379 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=48f0c924-bd37-4816-8a13-bf37df9ff0a6,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:09.662885 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:09.678068 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1947767'] for router_interface, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.699605 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a6f4d-407a-45cc-8565-71e1770701f8 None None] Pushing event updated for resources: {'Port': ['ID=a19504cc-6a53-49d3-a465-17dd6f45ba34,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:09.704556 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-e64a6f4d-407a-45cc-8565-71e1770701f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:09.806854 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.824038 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:09.870537 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device f1510afb-6e57-4a86-9d36-89df889b2051 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:09.908214 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:52:10.032207 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.036584 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.059216 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-510de70a-01ae-4ba6-8ed8-d25c6cdc27c5 None None] Provisioning for port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:10.064282 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:10.075558 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-510de70a-01ae-4ba6-8ed8-d25c6cdc27c5 None None] Provisioning complete for port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:10.075933 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-510de70a-01ae-4ba6-8ed8-d25c6cdc27c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.144188 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1947866'] for router_interface, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.147539 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=48f0c924-bd37-4816-8a13-bf37df9ff0a6,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:10.150818 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:10.160608 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-510de70a-01ae-4ba6-8ed8-d25c6cdc27c5 None None] Port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:52:10.193042 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port f1510afb-6e57-4a86-9d36-89df889b2051 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:10.193433 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.288479 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:10.289589 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:10.331406 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:07Z', 'revision_number': 3, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:10.342145 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc9b0e7-6486-4fe1-963a-2e019aa70cb3 None None] The sync data for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb is: [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:07Z', 'revision_number': 3, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:10.482378 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-a0d4b116-486d-4afa-ace5-ad07b357ea21 None None] Provisioning complete for port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:10.483590 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a0d4b116-486d-4afa-ace5-ad07b357ea21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.489159 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Router b8a37353-caaa-4aea-87f1-0cc1a773bbed has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:52:10.541042 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4b116-486d-4afa-ace5-ad07b357ea21 None None] Port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:52:10.689086 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:10.702483 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] 10.222.0.65 "PUT /v2.0/routers/b8a37353-caaa-4aea-87f1-0cc1a773bbed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3151615 May 31 12:52:11.217769 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40516) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:11.223312 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-519990335-network', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:11.228099 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:11.232017 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Usage tracker for resource:network and tenant:7a66ab8150d04c8f919cc17e6f8f56bd is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:11.234877 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:11.240834 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:11.255745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Made reservation on behalf of 7a66ab8150d04c8f919cc17e6f8f56bd for: {'network': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:11.258234 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.270960 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.285553 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:11.289438 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:7a66ab8150d04c8f919cc17e6f8f56bd is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:11.292314 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:11.298094 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:11.380861 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.384392 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.387944 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6e62b8c8-4201-4610-81a7-648913482c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:11.415601 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=98235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:52:11.424978 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4663df2-5187-483e-b712-79a5d10ed615,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:11.428481 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:11.431115 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.431453 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.segments_db [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Added segment d13bb229-a4f3-4966-be4b-14ef9e944721 of type vlan for network 3cc96793-0e7c-413b-afe4-679933f06c95 May 31 12:52:11.458950 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.488549 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.490004 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:11.490633 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.494043 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:11.599470 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=3cc96793-0e7c-413b-afe4-679933f06c95,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:11.602321 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:11.604088 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3852909 May 31 12:52:11.607411 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40520) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:11.610167 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 3cc96793-0e7c-413b-afe4-679933f06c95 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:52:11.614147 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Request body: {'subnet': {'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-519990335-subnet', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'ip_version': 4}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:11.619518 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:11.624071 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Usage tracker for resource:subnet and tenant:7a66ab8150d04c8f919cc17e6f8f56bd is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:11.628124 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:11.634974 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:11.644618 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Made reservation on behalf of 7a66ab8150d04c8f919cc17e6f8f56bd for: {'subnet': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:11.647097 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:11.847996 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Sync routers for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:11.859697 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:11.860520 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:51:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:11.867799 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device a19504cc-6a53-49d3-a465-17dd6f45ba34 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:11.936095 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port a19504cc-6a53-49d3-a465-17dd6f45ba34 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:11.942049 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port a19504cc-6a53-49d3-a465-17dd6f45ba34 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:11.942467 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.055464 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:12.065660 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331'] for subnet, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.069880 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.070373 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:12.087022 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port a19504cc-6a53-49d3-a465-17dd6f45ba34, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=a19504cc-6a53-49d3-a465-17dd6f45ba34,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:12.093129 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.095370 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:12.143688 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b1efb35-9fbd-46d0-b076-19e2c96ec027,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:12.147716 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:12.153856 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Checking segment: {'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:12.154491 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Network hostable DHCP agents. Network: 3cc96793-0e7c-413b-afe4-679933f06c95, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:52:12.169486 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=a19504cc-6a53-49d3-a465-17dd6f45ba34,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:12.173098 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:12.182547 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Network 3cc96793-0e7c-413b-afe4-679933f06c95 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:52:12.194359 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 3cc96793-0e7c-413b-afe4-679933f06c95) {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:12.199145 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.199728 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.205790 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c5256-c97f-479c-b1d1-2467d3f6a9e1 None None] Network 3cc96793-0e7c-413b-afe4-679933f06c95 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:12.224458 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-ff501f32-0171-4355-a0be-cce1c3a87fc5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6154802 May 31 12:52:12.227068 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40524) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:12.232198 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:12.243809 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:12.248414 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Usage tracker for resource:router and tenant:7a66ab8150d04c8f919cc17e6f8f56bd is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:12.251491 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:12.257687 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:12.268726 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7846'] for router, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.269851 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1941600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1965197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.287934 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.407211 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 2, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:12.411450 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Checking router: b8a37353-caaa-4aea-87f1-0cc1a773bbed for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:12.411909 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Updating router b8a37353-caaa-4aea-87f1-0cc1a773bbed port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 binding host dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:52:12.451657 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663840a6-34a0-55c5-ac74-306b568a2a00-3cc96793-0e7c-413b-afe4-679933f06c95', 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'fixed_ips': [{'subnet_id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027'}]}} from dv-cinder-790492-5-smb. {{(pid=98237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:52:12.452530 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.469190 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.651052 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.db_base_plugin_common [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Allocated IP 172.20.0.2 (3cc96793-0e7c-413b-afe4-679933f06c95/1b1efb35-9fbd-46d0-b076-19e2c96ec027/ced9c606-06f7-4e46-a1f2-cb08401f84ff) {{(pid=98237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:12.686580 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.865431 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.880654 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.provisioning_blocks [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Transition to ACTIVE for port object 48f0c924-bd37-4816-8a13-bf37df9ff0a6 will not be triggered until provisioned by entity L2. {{(pid=98238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:12.889794 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.892914 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:12.905362 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.916797 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Transition to ACTIVE for port object ced9c606-06f7-4e46-a1f2-cb08401f84ff will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:12.937955 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Transition to ACTIVE for port object ced9c606-06f7-4e46-a1f2-cb08401f84ff will not be triggered until provisioned by entity DHCP. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:12.944700 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:12.950020 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:12.961881 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Pushing event updated for resources: {'Port': ['ID=48f0c924-bd37-4816-8a13-bf37df9ff0a6,revision_number=3']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:12.972310 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.972310 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.974274 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.974274 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.974274 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.974274 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.974274 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.974274 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.975756 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.975756 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.975756 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.975756 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:12.979871 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:13.030280 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Network 3cc96793-0e7c-413b-afe4-679933f06c95 is already hosted by enough agents. {{(pid=98237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:13.034188 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.base_scheduler [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Resources bound (agent type, host, resource id): {{(pid=98237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:13.036252 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Pushing event updated for resources: {'Port': ['ID=ced9c606-06f7-4e46-a1f2-cb08401f84ff,revision_number=1']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:13.044346 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.044846 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Received port after_create {{(pid=98237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:13.077645 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.087105 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:13.161564 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Attempting to bind port ced9c606-06f7-4e46-a1f2-cb08401f84ff on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:13.162290 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Attempting to bind port ced9c606-06f7-4e46-a1f2-cb08401f84ff by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:13.162855 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Attempting to bind port ced9c606-06f7-4e46-a1f2-cb08401f84ff on network 3cc96793-0e7c-413b-afe4-679933f06c95 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:13.170522 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:13.171108 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Checking segment: {'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:13.173429 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.174032 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Bound using segment: {'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:13.175117 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Bound port: ced9c606-06f7-4e46-a1f2-cb08401f84ff, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:13.175610 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.194686 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Attempting to bind port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:13.195561 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Attempting to bind port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:13.196094 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Attempting to bind port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 on network 39d683b9-5d01-4254-a8c3-3d9966ffd81b {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:13.207142 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:13.207771 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Checking segment: {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:13.208180 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.208580 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Bound using segment: {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:13.209062 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Bound port: 48f0c924-bd37-4816-8a13-bf37df9ff0a6, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'}}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:13.209436 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.236891 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Allocated IP 172.28.1.236 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/e0b5f92b-a919-44b0-bdd5-cd9d836a20f9) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:13.286063 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] For port ced9c606-06f7-4e46-a1f2-cb08401f84ff, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:13.289714 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] For port ced9c606-06f7-4e46-a1f2-cb08401f84ff, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ced9c606-06f7-4e46-a1f2-cb08401f84ff,segment=NetworkSegment(d13bb229-a4f3-4966-be4b-14ef9e944721),segment_id=d13bb229-a4f3-4966-be4b-14ef9e944721)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:13.296082 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.300312 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:13.313646 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] For port 48f0c924-bd37-4816-8a13-bf37df9ff0a6, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:13.317540 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] For port 48f0c924-bd37-4816-8a13-bf37df9ff0a6, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=48f0c924-bd37-4816-8a13-bf37df9ff0a6,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:13.321800 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.326373 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-c0084c68-5463-4a25-a3fa-eb6c811d252d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:13.389343 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Pushing event updated for resources: {'Port': ['ID=ced9c606-06f7-4e46-a1f2-cb08401f84ff,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:13.393563 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:13.419555 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.430455 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:13.431088 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:51:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:13.454526 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:13.458934 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d788e99d-1b4a-4ada-99d1-edef59d4519a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:13.499012 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Pushing event updated for resources: {'Port': ['ID=48f0c924-bd37-4816-8a13-bf37df9ff0a6,revision_number=4']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:13.502247 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:13.536266 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:13.540336 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:13.547867 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:13.611999 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Pushing event updated for resources: {'Port': ['ID=e0b5f92b-a919-44b0-bdd5-cd9d836a20f9,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:13.623420 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:13.680056 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:13.968526 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ced9c606-06f7-4e46-a1f2-cb08401f84ff up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:13.983033 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.041045 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:13Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:14.045988 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c71e0-d906-4d9b-b5db-96edf89bf2e0 None None] The sync data for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb is: [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:13Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:14.047779 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port ced9c606-06f7-4e46-a1f2-cb08401f84ff completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:14.054445 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device a19504cc-6a53-49d3-a465-17dd6f45ba34 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:14.149861 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port a19504cc-6a53-49d3-a465-17dd6f45ba34 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:14.150381 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.486369 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510'] for router, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.542829 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a884f-9e92-4b93-b9d9-0f00b806414f None None] Network 3cc96793-0e7c-413b-afe4-679933f06c95 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:14.654466 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] Provisioning for port ced9c606-06f7-4e46-a1f2-cb08401f84ff completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:14.662592 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] Provisioning complete for port ced9c606-06f7-4e46-a1f2-cb08401f84ff triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:14.662951 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.702665 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Router 0e417a07-7552-4fb9-8aa2-529b90a5476b is scheduled to L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd with binding_index 1 {{(pid=98235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:52:14.895886 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:14.896459 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.909516 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Sync routers for ids ['0e417a07-7552-4fb9-8aa2-529b90a5476b'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:14.923575 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Notify callbacks [] for router, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:14.925099 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6967149 May 31 12:52:14.927987 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40532) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:14.944551 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Routers {'0e417a07-7552-4fb9-8aa2-529b90a5476b'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:14.945170 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:51:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0e417a07-7552-4fb9-8aa2-529b90a5476b'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:15.020860 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] For port ced9c606-06f7-4e46-a1f2-cb08401f84ff, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ced9c606-06f7-4e46-a1f2-cb08401f84ff,segment=NetworkSegment(d13bb229-a4f3-4966-be4b-14ef9e944721),segment_id=d13bb229-a4f3-4966-be4b-14ef9e944721)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:15.034342 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.040254 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:15.202318 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] Pushing event updated for resources: {'Port': ['ID=ced9c606-06f7-4e46-a1f2-cb08401f84ff,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:15.217625 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:15.227951 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Set router 0e417a07-7552-4fb9-8aa2-529b90a5476b gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:15.455411 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-d3d19e2d-eddd-4323-b330-b883e23cde6f None None] Provisioning complete for port ced9c606-06f7-4e46-a1f2-cb08401f84ff triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:15.455701 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d3d19e2d-eddd-4323-b330-b883e23cde6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.670308 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:52:13Z', 'revision_number': 3, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port': {'id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:13Z', 'updated_at': '2021-05-31T12:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:15.675136 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Checking router: 0e417a07-7552-4fb9-8aa2-529b90a5476b for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:15.675414 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Updating router 0e417a07-7552-4fb9-8aa2-529b90a5476b port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 binding host dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:52:15.733167 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.760571 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.929100 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 48f0c924-bd37-4816-8a13-bf37df9ff0a6 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:15.976851 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Allocated IP 172.20.0.1 (3cc96793-0e7c-413b-afe4-679933f06c95/1b1efb35-9fbd-46d0-b076-19e2c96ec027/e8eadf35-f4ea-4110-915b-203a7554a475) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:16.050972 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:16.065096 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:16.065474 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.128853 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.144952 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Transition to ACTIVE for port object e8eadf35-f4ea-4110-915b-203a7554a475 will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:16.168471 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.173059 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a4a35434-36da-4d99-b607-e6ef4cadbd95 tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.176271 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Notify callbacks [] for port, precommit_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.192930 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Transition to ACTIVE for port object e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:16.225012 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.234233 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-660f7da2-a027-47de-b078-06208590aff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.237080 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Network 3cc96793-0e7c-413b-afe4-679933f06c95 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:16.239846 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:16.243659 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:16.244113 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1947767'] for router_interface, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.326741 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.337231 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Attempting to bind port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:16.337607 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Attempting to bind port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:16.337977 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Attempting to bind port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 on network 6716e70a-5906-4d62-a93e-9dcbd55148be {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:16.349238 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ad9b1-dedd-4e43-9664-d2c5f64487b9 None None] Pushing event updated for resources: {'Port': ['ID=e0b5f92b-a919-44b0-bdd5-cd9d836a20f9,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.354210 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-f30ad9b1-dedd-4e43-9664-d2c5f64487b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.355794 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:16.356311 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:16.356577 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.356971 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Bound using segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:16.357898 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Bound port: e0b5f92b-a919-44b0-bdd5-cd9d836a20f9, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:16.357898 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.374046 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Pushing event updated for resources: {'Port': ['ID=e8eadf35-f4ea-4110-915b-203a7554a475,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.378895 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.419235 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 48f0c924-bd37-4816-8a13-bf37df9ff0a6, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=48f0c924-bd37-4816-8a13-bf37df9ff0a6,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:16.434653 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.435490 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ced9c606-06f7-4e46-a1f2-cb08401f84ff up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:16.465318 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.510047 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.541739 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] For port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:16.560636 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] For port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e0b5f92b-a919-44b0-bdd5-cd9d836a20f9,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:16.567339 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-4dc8e0b1-1907-44a4-a93d-2d0e25bda935 None None] Provisioning for port e8eadf35-f4ea-4110-915b-203a7554a475 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:16.570621 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.587197 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-4dc8e0b1-1907-44a4-a93d-2d0e25bda935 None None] Provisioning complete for port e8eadf35-f4ea-4110-915b-203a7554a475 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:16.587651 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-4dc8e0b1-1907-44a4-a93d-2d0e25bda935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.629594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=48f0c924-bd37-4816-8a13-bf37df9ff0a6,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.642783 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.646224 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.708851 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Routers {'0e417a07-7552-4fb9-8aa2-529b90a5476b'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:16.709481 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:51:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0e417a07-7552-4fb9-8aa2-529b90a5476b'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:16.733242 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.738009 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.738904 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1947866'] for router_interface, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.743005 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-90d9e8c9-9871-41a7-8b0a-fe6097495b69 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.808806 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-4dc8e0b1-1907-44a4-a93d-2d0e25bda935 None None] Port e8eadf35-f4ea-4110-915b-203a7554a475 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:52:16.810077 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port ced9c606-06f7-4e46-a1f2-cb08401f84ff triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:16.810491 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.881929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Pushing event updated for resources: {'Port': ['ID=e8eadf35-f4ea-4110-915b-203a7554a475,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.884760 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.934518 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Network 3cc96793-0e7c-413b-afe4-679933f06c95 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:16.935612 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:16.947084 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ad9b1-dedd-4e43-9664-d2c5f64487b9 None None] Pushing event updated for resources: {'Port': ['ID=e0b5f92b-a919-44b0-bdd5-cd9d836a20f9,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.959838 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-f30ad9b1-dedd-4e43-9664-d2c5f64487b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:17.031001 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] Set router 0e417a07-7552-4fb9-8aa2-529b90a5476b gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:17.133363 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Router 0e417a07-7552-4fb9-8aa2-529b90a5476b has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:52:17.226932 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-bcdea66b-0dbd-4e2e-80b7-1c1660fb5b94 None None] Provisioning complete for port e8eadf35-f4ea-4110-915b-203a7554a475 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:17.227499 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bcdea66b-0dbd-4e2e-80b7-1c1660fb5b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:17.386793 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-bcdea66b-0dbd-4e2e-80b7-1c1660fb5b94 None None] Port e8eadf35-f4ea-4110-915b-203a7554a475 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:52:17.425667 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:17.435088 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] 10.222.0.65 "PUT /v2.0/routers/0e417a07-7552-4fb9-8aa2-529b90a5476b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061080 May 31 12:52:17.491977 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 4, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port': {'id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:13Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'e8eadf35-f4ea-4110-915b-203a7554a475', 'name': '', 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'mac_address': 'fa:16:3e:39:46:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:15Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 2, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'subnets': [{'id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:17.496513 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22155239-8b9c-441d-a400-ac0e0eef4791 None None] The sync data for ids ['0e417a07-7552-4fb9-8aa2-529b90a5476b'] in dv-cinder-790492-5-smb is: [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 4, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port': {'id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:13Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'e8eadf35-f4ea-4110-915b-203a7554a475', 'name': '', 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'mac_address': 'fa:16:3e:39:46:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:15Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 2, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'subnets': [{'id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:17.870886 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 48f0c924-bd37-4816-8a13-bf37df9ff0a6 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:17.950714 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:17.951101 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:19.891653 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:19.983642 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:19.989734 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:19.990183 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.128881 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.147345 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e0b5f92b-a919-44b0-bdd5-cd9d836a20f9,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:20.151200 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:20.153820 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:20.234098 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=e0b5f92b-a919-44b0-bdd5-cd9d836a20f9,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:20.238625 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:21.140222 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Sync routers for ids ['0e417a07-7552-4fb9-8aa2-529b90a5476b'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:21.150177 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Routers {'0e417a07-7552-4fb9-8aa2-529b90a5476b'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:21.150815 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:51:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0e417a07-7552-4fb9-8aa2-529b90a5476b'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:21.332095 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Set router 0e417a07-7552-4fb9-8aa2-529b90a5476b gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:21.660461 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 4, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port': {'id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:13Z', 'updated_at': '2021-05-31T12:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'e8eadf35-f4ea-4110-915b-203a7554a475', 'name': '', 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'mac_address': 'fa:16:3e:39:46:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:15Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 2, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'subnets': [{'id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:21.667573 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Checking router: 0e417a07-7552-4fb9-8aa2-529b90a5476b for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:21.667927 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Updating router 0e417a07-7552-4fb9-8aa2-529b90a5476b port e8eadf35-f4ea-4110-915b-203a7554a475 binding host dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:52:21.723294 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:21.865174 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:21.940280 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:21.940663 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.116659 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Notify callbacks [] for port, precommit_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.129828 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.provisioning_blocks [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Transition to ACTIVE for port object e8eadf35-f4ea-4110-915b-203a7554a475 will not be triggered until provisioned by entity L2. {{(pid=98238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:22.137705 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.142985 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-c79cfd6d-528e-40d0-93d4-038476b0576b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:22.252722 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c00d9b-9b62-4f68-869c-f27df291e09b None None] Pushing event updated for resources: {'Port': ['ID=e8eadf35-f4ea-4110-915b-203a7554a475,revision_number=3']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:22.261824 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-23c00d9b-9b62-4f68-869c-f27df291e09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:22.364490 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Attempting to bind port e8eadf35-f4ea-4110-915b-203a7554a475 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:22.364866 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Attempting to bind port e8eadf35-f4ea-4110-915b-203a7554a475 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:22.365232 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Attempting to bind port e8eadf35-f4ea-4110-915b-203a7554a475 on network 3cc96793-0e7c-413b-afe4-679933f06c95 {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:22.370969 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:22.371340 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Checking segment: {'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:22.371763 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.372138 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Bound using segment: {'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:22.372607 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Bound port: e8eadf35-f4ea-4110-915b-203a7554a475, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13bb229-a4f3-4966-be4b-14ef9e944721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95'}}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:22.372976 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.478315 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] For port e8eadf35-f4ea-4110-915b-203a7554a475, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:22.482142 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] For port e8eadf35-f4ea-4110-915b-203a7554a475, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e8eadf35-f4ea-4110-915b-203a7554a475,segment=NetworkSegment(d13bb229-a4f3-4966-be4b-14ef9e944721),segment_id=d13bb229-a4f3-4966-be4b-14ef9e944721)] {{(pid=98238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:22.487204 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:22.492038 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:22.572364 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c00d9b-9b62-4f68-869c-f27df291e09b None None] Pushing event updated for resources: {'Port': ['ID=e8eadf35-f4ea-4110-915b-203a7554a475,revision_number=4']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:22.575444 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Routers {'0e417a07-7552-4fb9-8aa2-529b90a5476b'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:22.576054 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:51:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0e417a07-7552-4fb9-8aa2-529b90a5476b'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:22.630010 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-23c00d9b-9b62-4f68-869c-f27df291e09b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:22.800136 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] Set router 0e417a07-7552-4fb9-8aa2-529b90a5476b gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:23.069769 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b579-dc0c-4dd3-8062-08f8d8b5d036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:23.140407 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 4, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port': {'id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:13Z', 'updated_at': '2021-05-31T12:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'e8eadf35-f4ea-4110-915b-203a7554a475', 'name': '', 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'mac_address': 'fa:16:3e:39:46:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:15Z', 'updated_at': '2021-05-31T12:52:22Z', 'revision_number': 4, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'subnets': [{'id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:23.145536 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa33e57-39eb-4956-baab-05ccf488dfef None None] The sync data for ids ['0e417a07-7552-4fb9-8aa2-529b90a5476b'] in dv-cinder-790492-5-smb is: [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 4, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port': {'id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:13Z', 'updated_at': '2021-05-31T12:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'e8eadf35-f4ea-4110-915b-203a7554a475', 'name': '', 'network_id': '3cc96793-0e7c-413b-afe4-679933f06c95', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'mac_address': 'fa:16:3e:39:46:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:15Z', 'updated_at': '2021-05-31T12:52:22Z', 'revision_number': 4, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'subnets': [{'id': '1b1efb35-9fbd-46d0-b076-19e2c96ec027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:23.889815 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e8eadf35-f4ea-4110-915b-203a7554a475 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:24.004126 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port e8eadf35-f4ea-4110-915b-203a7554a475 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:24.009232 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port e8eadf35-f4ea-4110-915b-203a7554a475 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:24.012275 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.137839 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.175599 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port e8eadf35-f4ea-4110-915b-203a7554a475, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e8eadf35-f4ea-4110-915b-203a7554a475,segment=NetworkSegment(d13bb229-a4f3-4966-be4b-14ef9e944721),segment_id=d13bb229-a4f3-4966-be4b-14ef9e944721)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:24.179156 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.184666 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:24.275169 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=e8eadf35-f4ea-4110-915b-203a7554a475,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:24.279722 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:25.406951 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-14cf9dbd-b1b7-4410-a7c1-81b5f94d3cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.439111 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.856619 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e8eadf35-f4ea-4110-915b-203a7554a475 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:25.931718 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port e8eadf35-f4ea-4110-915b-203a7554a475 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:25.932347 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:26.362484 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:27.575237 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-6ef59439-d2a6-40b0-94b5-91c4a3cff39c tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:27.576675 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-6ef59439-d2a6-40b0-94b5-91c4a3cff39c tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 814 time: 0.1473353 May 31 12:52:27.591580 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-92ab95b6-2f2b-42a5-8951-5b1ccf6dfda4 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/quotas/40b5473dd83e44dc86a8645a4675ac20 HTTP/1.1" status: 200 len: 375 time: 0.0095704 May 31 12:52:27.673472 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-c58f11e1-138e-4fdf-aa27-585da52dcad0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Synchronizing usage tracker for tenant:40b5473dd83e44dc86a8645a4675ac20 on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:27.690348 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-c58f11e1-138e-4fdf-aa27-585da52dcad0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Unset dirty status for tenant:40b5473dd83e44dc86a8645a4675ac20 on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:27.691627 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-c58f11e1-138e-4fdf-aa27-585da52dcad0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952594 May 31 12:52:28.005733 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-8336ae84-fe79-4ff2-8a63-eb5dc5b0bef9 service neutron] 10.222.0.65 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027570 May 31 12:52:28.116825 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:28.135258 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-c6ce1024-367e-465b-96b5-c396ddb5af10 service neutron] 10.222.0.65 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238472 May 31 12:52:28.361844 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b8b73003-d87a-4ac5-8da9-0495bd460b62 req-4d9b7a02-35b7-4bd4-8b93-676f7f44dec3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 210 time: 0.0907676 May 31 12:52:29.516204 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2e47636f-a72b-44e5-9da4-084422ec3032 req-e5d22b3c-0892-43bd-b8be-1d27cc6b6b1f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 210 time: 0.0432456 May 31 12:52:29.554008 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-19136965-95fa-499b-8b0a-b18917745622 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:29.554743 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-19136965-95fa-499b-8b0a-b18917745622 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Synchronizing usage tracker for tenant:40b5473dd83e44dc86a8645a4675ac20 on resource:network {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:29.571903 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-19136965-95fa-499b-8b0a-b18917745622 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Unset dirty status for tenant:40b5473dd83e44dc86a8645a4675ac20 on resource:network {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:29.573331 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-19136965-95fa-499b-8b0a-b18917745622 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.30 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 814 time: 0.1678650 May 31 12:52:29.588474 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'port': {'device_id': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'admin_state_up': True, 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:29.725252 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:29.735457 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:29.745078 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Made reservation on behalf of 40b5473dd83e44dc86a8645a4675ac20 for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:29.748836 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:29.917679 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Allocated IP 172.20.0.4 (39d683b9-5d01-4254-a8c3-3d9966ffd81b/a4a00f64-e3fd-4c00-88e4-c0b36151a46d/52fd2d6f-3258-421d-ae67-1bb1e7dc89af) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:30.144057 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.161866 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Transition to ACTIVE for port object 52fd2d6f-3258-421d-ae67-1bb1e7dc89af will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:30.187113 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.193373 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e26f2e01-7dca-46f9-970f-3094cfbc7567 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:30.257753 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:30.267852 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:30.278613 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:30.284469 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.285506 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.325313 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'Port': ['ID=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:30.329182 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:30.332625 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-282dd615-99fd-4d37-b236-c1bfde5dd5bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482541 May 31 12:52:30.560432 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-bcd12d86-55b6-443c-9565-346d06cb15eb None None] Provisioning for port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:30.565588 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-bcd12d86-55b6-443c-9565-346d06cb15eb None None] Provisioning complete for port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:30.565903 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bcd12d86-55b6-443c-9565-346d06cb15eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.630217 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-bcd12d86-55b6-443c-9565-346d06cb15eb None None] Port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:52:30.708296 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49dd52-15ba-413b-8cf3-8a8336069271 req-b1747fce-c938-47e4-a147-ebeefaca2739 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.709690 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6a49dd52-15ba-413b-8cf3-8a8336069271 req-b1747fce-c938-47e4-a147-ebeefaca2739 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0829670 May 31 12:52:30.756421 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6a49dd52-15ba-413b-8cf3-8a8336069271 req-fc18d1c9-f3cd-455b-8840-32284ef3c5d5 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 May 31 12:52:31.953856 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c47037-476b-4e95-9a57-12fd263d50c0 req-ffc627c2-b8a2-498e-acb6-e0a3951f1232 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:31.955364 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5c47037-476b-4e95-9a57-12fd263d50c0 req-ffc627c2-b8a2-498e-acb6-e0a3951f1232 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0830131 May 31 12:52:32.006005 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a5c47037-476b-4e95-9a57-12fd263d50c0 req-6d70f3c9-e48d-4c9f-a1a5-8450d6065289 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 May 31 12:52:33.195251 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017821a-92fa-49d4-baed-77dc754cc312 req-c7999b75-b7a6-47c1-9bf7-33d72c5e6640 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:33.196729 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c017821a-92fa-49d4-baed-77dc754cc312 req-c7999b75-b7a6-47c1-9bf7-33d72c5e6640 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0810425 May 31 12:52:33.246756 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c017821a-92fa-49d4-baed-77dc754cc312 req-66bab05e-d0ff-4236-a0e0-969155a0eb6e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 May 31 12:52:34.444537 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468a912-938d-4f77-bd38-024414ba907f req-fce3726f-01fb-49df-91db-92ffce354edc tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:34.445999 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b468a912-938d-4f77-bd38-024414ba907f req-fce3726f-01fb-49df-91db-92ffce354edc tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0853255 May 31 12:52:34.491285 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b468a912-938d-4f77-bd38-024414ba907f req-e27cabee-8116-4ce3-a199-7aad3488f108 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396512 May 31 12:52:35.561923 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:35.683062 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521337e6-bc97-444f-8328-47f0b91f908d req-bf555304-8179-419f-850c-d52dd01cc090 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:35.685310 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-521337e6-bc97-444f-8328-47f0b91f908d req-bf555304-8179-419f-850c-d52dd01cc090 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0820808 May 31 12:52:35.732185 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-521337e6-bc97-444f-8328-47f0b91f908d req-02b9e0e4-3529-4e29-b62a-20f855285529 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407932 May 31 12:52:36.920077 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38e43a-6081-4ca4-81f3-5fa34a673ba8 req-68ef75eb-0fc2-4466-afbf-d2b62ac4eb43 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:36.921530 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bb38e43a-6081-4ca4-81f3-5fa34a673ba8 req-68ef75eb-0fc2-4466-afbf-d2b62ac4eb43 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0850413 May 31 12:52:36.966571 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bb38e43a-6081-4ca4-81f3-5fa34a673ba8 req-4ef2e0c8-63f0-4884-a4be-c43f6daa478b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 May 31 12:52:38.151972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babf293-d17d-4f2b-a454-6ac10ae2e702 req-dcb1ac0e-6090-4dc9-b7f5-33cfb8c69658 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:38.153327 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1babf293-d17d-4f2b-a454-6ac10ae2e702 req-dcb1ac0e-6090-4dc9-b7f5-33cfb8c69658 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0792959 May 31 12:52:38.199772 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1babf293-d17d-4f2b-a454-6ac10ae2e702 req-8ef9d6ec-6cc8-4d62-ba30-6f3df018f9a4 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 May 31 12:52:39.401525 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bf784-004c-4600-b847-d7d5cb6bfd93 req-dbfa7774-ec43-4b8b-a385-3a6e391d8c36 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:39.403793 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-792bf784-004c-4600-b847-d7d5cb6bfd93 req-dbfa7774-ec43-4b8b-a385-3a6e391d8c36 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0894547 May 31 12:52:39.450816 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-792bf784-004c-4600-b847-d7d5cb6bfd93 req-488b2eaf-a124-4dc7-92d7-fce342c737f7 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413578 May 31 12:52:40.642967 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744c086-b8b2-48d6-8052-3ec5b8b78aaf req-9f7afa49-3244-446b-913c-18b8a051329e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:40.644381 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6744c086-b8b2-48d6-8052-3ec5b8b78aaf req-9f7afa49-3244-446b-913c-18b8a051329e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0841901 May 31 12:52:40.694306 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6744c086-b8b2-48d6-8052-3ec5b8b78aaf req-5c28fd25-9f55-4237-b6e5-38cf6d89e2cf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441344 May 31 12:52:41.884831 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3318e-3a2b-4702-8e4e-e047b43a6cda req-a6d4141e-1c0e-4a7c-9fc1-dc15bb910862 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:41.886282 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ddf3318e-3a2b-4702-8e4e-e047b43a6cda req-a6d4141e-1c0e-4a7c-9fc1-dc15bb910862 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0874555 May 31 12:52:41.931392 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ddf3318e-3a2b-4702-8e4e-e047b43a6cda req-7790db0d-ab86-4ad7-95b1-91297366934f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 May 31 12:52:43.119455 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a6bee-80a6-475b-9428-ac1d7dbfb6f1 req-870a7000-8822-40ae-8a23-b24777ace746 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:43.120896 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e71a6bee-80a6-475b-9428-ac1d7dbfb6f1 req-870a7000-8822-40ae-8a23-b24777ace746 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0830359 May 31 12:52:43.164189 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e71a6bee-80a6-475b-9428-ac1d7dbfb6f1 req-25f26ef5-6553-4602-9760-8df51408d582 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376477 May 31 12:52:44.265930 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Request body: {'port': {'device_id': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:44.361676 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28db0d5-340e-4b59-94e8-999beeddb582 req-d0020533-e5b3-47cb-814a-ca8a33f8f22c tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:44.363225 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a28db0d5-340e-4b59-94e8-999beeddb582 req-d0020533-e5b3-47cb-814a-ca8a33f8f22c tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 931 time: 0.0837536 May 31 12:52:44.380373 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.407648 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a28db0d5-340e-4b59-94e8-999beeddb582 req-a4441b9a-b514-4e96-be21-c307c41a4fb0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 May 31 12:52:44.712642 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fd2d6f-3258-421d-ae67-1bb1e7dc89af {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:44.720381 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.733859 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Transition to ACTIVE for port object 52fd2d6f-3258-421d-ae67-1bb1e7dc89af will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:44.737803 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.742219 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:44.899283 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Pushing event updated for resources: {'Port': ['ID=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:44.914607 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:44.919041 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Attempting to bind port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:44.919378 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Attempting to bind port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:44.919846 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Attempting to bind port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af on network 39d683b9-5d01-4254-a8c3-3d9966ffd81b {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:44.926044 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af on network 39d683b9-5d01-4254-a8c3-3d9966ffd81b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:52:44.926440 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Attempting to bind port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af on network 39d683b9-5d01-4254-a8c3-3d9966ffd81b {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:44.934460 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:44.934965 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Checking segment: {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:44.935531 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Bound using segment: {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:44.936221 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Bound port: 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0334b8ed-c9d0-460a-8abd-0424782f0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:44.936761 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.034298 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] For port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:45.037472 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] For port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:45.041047 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.045589 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4b76957f-fb80-4198-b9cb-442738db768b tempest-VolumesSnapshotTestJSON-2126811583 tempest-VolumesSnapshotTestJSON-2126811583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.101679 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.102295 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.103712 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] 10.222.0.30 "PUT /v2.0/ports/52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 1093 time: 0.9028826 May 31 12:52:45.104221 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:45.106565 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:45.126694 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Pushing event updated for resources: {'Port': ['ID=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.130597 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.307294 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af198728-84e9-4b4b-95a2-4930fff1989b x-openstack-request-id: req-af198728-84e9-4b4b-95a2-4930fff1989b {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:45.307970 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:45.308306 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af198728-84e9-4b4b-95a2-4930fff1989b {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:45.308976 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'status': 'completed', 'code': 200} May 31 12:52:45.350347 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-665c87aa-6b86-4d59-92e5-3d3f1de9f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.351860 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-665c87aa-6b86-4d59-92e5-3d3f1de9f4cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1096 time: 0.1968637 May 31 12:52:45.423076 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-209da039-6c95-4c96-9c83-b130a8390357 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 217 time: 0.0637343 May 31 12:52:45.495849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-a249c757-3854-4bad-a9c7-5ef930ec168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.497739 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-a249c757-3854-4bad-a9c7-5ef930ec168b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 200 len: 853 time: 0.0686498 May 31 12:52:45.587612 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-c21ccefa-1ec3-4e81-a5ce-aafa1e359d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.589118 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-c21ccefa-1ec3-4e81-a5ce-aafa1e359d90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d683b9-5d01-4254-a8c3-3d9966ffd81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846620 May 31 12:52:45.664190 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e1a03-99df-4cd7-8305-e99d670507f5 req-f94de9e5-ccc6-4b4e-8e86-23bd7d69ca33 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.665642 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-813e1a03-99df-4cd7-8305-e99d670507f5 req-f94de9e5-ccc6-4b4e-8e86-23bd7d69ca33 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 943 time: 0.1413078 May 31 12:52:45.695295 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f2a28-f92b-4417-84b2-428e6f59d046 req-1fdde994-5748-437c-bd98-a0b04769af72 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.696919 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0b8f2a28-f92b-4417-84b2-428e6f59d046 req-1fdde994-5748-437c-bd98-a0b04769af72 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 946 time: 0.1161416 May 31 12:52:45.730133 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-c366599c-00bd-46e6-aeea-9c51ded8f84b service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340981 May 31 12:52:45.742658 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-813e1a03-99df-4cd7-8305-e99d670507f5 req-3e150b3d-66c0-41ab-b67a-fd1595824671 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695403 May 31 12:52:45.764853 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0b8f2a28-f92b-4417-84b2-428e6f59d046 req-d31d5622-5811-4e5b-b9e7-d1982ac00811 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590715 May 31 12:52:45.861337 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c2f44130-9c18-41e6-926f-f7e1ccf870d6 req-549e2120-951c-4c6e-8451-55c0eb7c5ad0 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246245 May 31 12:52:45.982524 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-01948836-98ae-4b46-8ae3-3b3c6a61166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.984006 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-01948836-98ae-4b46-8ae3-3b3c6a61166f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1096 time: 0.0762248 May 31 12:52:46.115822 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-4a8e47ff-92ab-46b9-9920-7fd61d3a3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:46.117173 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-4a8e47ff-92ab-46b9-9920-7fd61d3a3bb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 915 time: 0.1265216 May 31 12:52:46.189158 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-e9ee85b6-11a6-46d4-ab56-350542ae95aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 217 time: 0.0644696 May 31 12:52:46.250991 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-9bf9300f-14cf-4e61-bf04-97a9febabd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:46.252422 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-9bf9300f-14cf-4e61-bf04-97a9febabd2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 200 len: 853 time: 0.0568225 May 31 12:52:46.328884 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-c723c32c-56fe-4be3-9d3b-ccf05aa3ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:46.330380 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-c723c32c-56fe-4be3-9d3b-ccf05aa3ff68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d683b9-5d01-4254-a8c3-3d9966ffd81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714667 May 31 12:52:46.458900 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-384f13f6-d482-4ea5-81b3-c5bbe36111ec service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213546 May 31 12:52:46.588859 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9ae7c7a0-8c24-4ac0-911d-d2d470724dfc req-c1395a6a-6ea2-4e20-b21f-9099e952efac service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214771 May 31 12:52:46.908040 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:52:47.048370 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d5373-a3cf-4354-8aa5-808b8fa9910c req-47301529-08c6-429a-a074-27674b253319 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:47.049713 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-968d5373-a3cf-4354-8aa5-808b8fa9910c req-47301529-08c6-429a-a074-27674b253319 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 946 time: 0.1688476 May 31 12:52:47.057576 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42a58f-75b4-4d40-bebc-536947888ef6 req-82d95613-0ec1-482a-b243-e1ef8ac8cfbf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:47.058922 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3f42a58f-75b4-4d40-bebc-536947888ef6 req-82d95613-0ec1-482a-b243-e1ef8ac8cfbf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 943 time: 0.2130101 May 31 12:52:47.124478 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-968d5373-a3cf-4354-8aa5-808b8fa9910c req-bb851f1a-835a-4019-afbb-18afb06310d4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640237 May 31 12:52:47.131180 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3f42a58f-75b4-4d40-bebc-536947888ef6 req-3dc32af8-edab-4aeb-bcfc-31a6039bd574 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 May 31 12:52:47.709295 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b72168-df55-4631-a68a-ec3da9538a55 req-650e4910-7f28-4275-89ea-0aeba8fef874 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:47.709983 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-46b72168-df55-4631-a68a-ec3da9538a55 req-650e4910-7f28-4275-89ea-0aeba8fef874 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Synchronizing usage tracker for tenant:2b8770a463164b9dac300460e1914157 on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:47.727037 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-46b72168-df55-4631-a68a-ec3da9538a55 req-650e4910-7f28-4275-89ea-0aeba8fef874 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Unset dirty status for tenant:2b8770a463164b9dac300460e1914157 on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:47.728139 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-46b72168-df55-4631-a68a-ec3da9538a55 req-650e4910-7f28-4275-89ea-0aeba8fef874 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 946 time: 0.0994565 May 31 12:52:47.864296 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Deleting port fca3395f-d83c-47df-a8a4-4be4a6e01e71 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:47.864634 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.876646 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 52fd2d6f-3258-421d-ae67-1bb1e7dc89af details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:52:48.012865 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:48.027031 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'port_id': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'mac_address': 'fa:16:3e:9b:51:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:52:48.088281 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:48.097043 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] For port fca3395f-d83c-47df-a8a4-4be4a6e01e71, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=fca3395f-d83c-47df-a8a4-4be4a6e01e71,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:48.097398 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:48.104477 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fd2d6f-3258-421d-ae67-1bb1e7dc89af {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:48.119974 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:48.124438 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:48.126191 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:48.194623 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:48.203359 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.203971 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.204462 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.204960 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.205293 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.205624 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.205949 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.206272 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.206621 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.206946 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.207289 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.207608 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:48.211851 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:48.395279 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ffd99-d79d-4cf3-9fed-1fc28fe30913 req-7ace02a1-1f69-4065-801d-4c01a158da2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:48.396658 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7f6ffd99-d79d-4cf3-9fed-1fc28fe30913 req-7ace02a1-1f69-4065-801d-4c01a158da2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 944 time: 0.1465554 May 31 12:52:48.401513 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:48.401884 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:48.402191 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.l3_db [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Floating IP ea778a55-712a-4793-8641-51e1f4db8aa5 disassociated. External IP: 172.28.1.105, port: fca3395f-d83c-47df-a8a4-4be4a6e01e71. May 31 12:52:48.402552 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Calling delete_port for fca3395f-d83c-47df-a8a4-4be4a6e01e71 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:48.405611 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24276c0-2ee3-48a1-968e-4fe4468da82f req-4c8d2a2a-80d1-47e4-8b66-8302a8cba2f5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:48.407069 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b24276c0-2ee3-48a1-968e-4fe4468da82f req-4c8d2a2a-80d1-47e4-8b66-8302a8cba2f5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 946 time: 0.1167712 May 31 12:52:48.477251 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7f6ffd99-d79d-4cf3-9fed-1fc28fe30913 req-dd92ce17-533b-47ff-9fc1-eebfff725728 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692232 May 31 12:52:48.481676 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b24276c0-2ee3-48a1-968e-4fe4468da82f req-218ce4e2-096c-44f9-94c6-ae418d84ddff tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=f2943c52-e2c0-4860-80d3-5dc790f54f51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587866 May 31 12:52:48.521488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:48.526917 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-bde16bc5-bd8b-472b-809b-ee44dc08a2e1 tempest-VolumesActionsTest-1078975783 tempest-VolumesActionsTest-1078975783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:48.569977 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event deleted for resources: {'Port': ['ID=fca3395f-d83c-47df-a8a4-4be4a6e01e71,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:48.573492 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:48.598103 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['52fd2d6f-3258-421d-ae67-1bb1e7dc89af'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:48.759660 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Router 04b424c4-3e07-48f0-b2ee-565c8b08b10e has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:52:48.941447 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:48.950758 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] Sync routers for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:48.960421 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:48.961131 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:52:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:49.015482 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] No DVR routers for this DVR port fca3395f-d83c-47df-a8a4-4be4a6e01e71 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:49.017903 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:49.020550 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-deleted', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:49.022843 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2f82bc-4b76-4067-808a-1208c57bb6e6" -d '{"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-deleted", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:49.038101 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-46b72168-df55-4631-a68a-ec3da9538a55 req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "DELETE /v2.0/ports/fca3395f-d83c-47df-a8a4-4be4a6e01e71 HTTP/1.1" status: 204 len: 173 time: 1.3030961 May 31 12:52:49.066434 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f505780e-cae6-4b66-996b-8699c70ab461 x-openstack-request-id: req-f505780e-cae6-4b66-996b-8699c70ab461 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:49.066763 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6fa28-c3c2-48f5-b42f-3f5854f891e1", "name": "network-vif-deleted", "tag": "fca3395f-d83c-47df-a8a4-4be4a6e01e71", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:49.067053 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f505780e-cae6-4b66-996b-8699c70ab461 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:49.067476 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6fa28-c3c2-48f5-b42f-3f5854f891e1', 'name': 'network-vif-deleted', 'tag': 'fca3395f-d83c-47df-a8a4-4be4a6e01e71', 'status': 'completed', 'code': 200} May 31 12:52:49.149371 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:49.477589 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:49.483265 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] Checking router: 04b424c4-3e07-48f0-b2ee-565c8b08b10e for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:49.491650 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:49.492419 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:52:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:49.750810 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-27416fe1-d198-4862-b4e0-f9495e069690 req-7b27326e-1aca-4ff5-a46f-9327051d9f56 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd6fa28-c3c2-48f5-b42f-3f5854f891e1 HTTP/1.1" status: 200 len: 210 time: 0.0523720 May 31 12:52:49.757936 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:49.776198 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defc522-769a-4b45-90ab-a53479b022e2 req-4aad78f3-0df4-4df2-80d2-8efc5ffb4f28 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:49.779749 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4defc522-769a-4b45-90ab-a53479b022e2 req-4aad78f3-0df4-4df2-80d2-8efc5ffb4f28 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 944 time: 0.1325033 May 31 12:52:49.831629 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4defc522-769a-4b45-90ab-a53479b022e2 req-9c49a43f-e523-4959-971a-ff1a73c653f4 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440955 May 31 12:52:49.892767 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 52fd2d6f-3258-421d-ae67-1bb1e7dc89af up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:50.065099 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:50.075208 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:50.075584 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.235291 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:50.239381 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.249752 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a7e29-f808-44c3-a60a-efe7071f2069 None None] The sync data for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb is: [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:50.268670 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:50.270909 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6620708a-c94b-4b76-9c8b-b9883554d04a" -d '{"events": [{"server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "name": "network-vif-plugged", "status": "completed", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:50.279161 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:50.285749 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.286619 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:50.312618 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:50.369140 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: fca3395f-d83c-47df-a8a4-4be4a6e01e71 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:50.369492 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device fca3395f-d83c-47df-a8a4-4be4a6e01e71 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:50.389551 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:50.398953 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1c52a9-71be-47c1-86a9-a8378acdc661 x-openstack-request-id: req-9f1c52a9-71be-47c1-86a9-a8378acdc661 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:50.399248 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "name": "network-vif-plugged", "status": "completed", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:50.399504 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f1c52a9-71be-47c1-86a9-a8378acdc661 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:50.399995 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'code': 200} May 31 12:52:50.400802 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:50.516418 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ba24b7-d8ca-4b08-a623-e8dd4dfd159b None None] New status for floating IP ea778a55-712a-4793-8641-51e1f4db8aa5: DOWN {{(pid=98238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:52:50.632399 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c34aef-16f3-4e66-b7e8-12620a3f8537 req-f9f97a69-c4f6-4764-80f1-1fe6f73bc373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:50.633769 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-38c34aef-16f3-4e66-b7e8-12620a3f8537 req-f9f97a69-c4f6-4764-80f1-1fe6f73bc373 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1098 time: 0.0706735 May 31 12:52:50.686447 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-38c34aef-16f3-4e66-b7e8-12620a3f8537 req-f3d12cd4-15c2-403f-8c2b-2ab1241fc440 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454547 May 31 12:52:50.900858 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40730) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:51.012828 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-60a308c7-5b31-4f5e-b2ee-d6faa78340a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.053034 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-60a308c7-5b31-4f5e-b2ee-d6faa78340a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.107343 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d6dee-49d3-4692-a2e6-4de24f5d1436 req-fdaac8c5-ac1b-47f6-8623-b8ba93ac225a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:51.108869 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7a4d6dee-49d3-4692-a2e6-4de24f5d1436 req-fdaac8c5-ac1b-47f6-8623-b8ba93ac225a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.1483879 May 31 12:52:51.135866 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-60a308c7-5b31-4f5e-b2ee-d6faa78340a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.142776 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e51b24e2-6e38-4e38-9712-1c199f43feb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:51.164976 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a308c7-5b31-4f5e-b2ee-d6faa78340a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2943c52-e2c0-4860-80d3-5dc790f54f51,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:51.171555 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-60a308c7-5b31-4f5e-b2ee-d6faa78340a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:51.181439 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7a4d6dee-49d3-4692-a2e6-4de24f5d1436 req-a8c20575-2ca8-4577-8941-22097cd33a4d tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651577 May 31 12:52:51.183391 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-60a308c7-5b31-4f5e-b2ee-d6faa78340a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.187774 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40734) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:51.187936 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-60a308c7-5b31-4f5e-b2ee-d6faa78340a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "DELETE /v2.0/security-groups/f2943c52-e2c0-4860-80d3-5dc790f54f51 HTTP/1.1" status: 204 len: 168 time: 0.2857606 May 31 12:52:51.205885 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.api.v2.resource [None req-6c6a395d-52c2-4a26-80de-068c4676eecc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] show failed (client error): The resource could not be found. May 31 12:52:51.206981 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6c6a395d-52c2-4a26-80de-068c4676eecc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups/f2943c52-e2c0-4860-80d3-5dc790f54f51 HTTP/1.1" status: 404 len: 347 time: 0.0178056 May 31 12:52:51.209865 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40738) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:51.440076 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Deleting port 991eb648-d913-4884-80f4-0b2833027cee {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:51.440304 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.559087 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.559434 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.769286 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Calling delete_port for 991eb648-d913-4884-80f4-0b2833027cee owned by network:floatingip {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:51.885180 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.889497 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1760b65a-67f3-4d39-b11a-fa85360536cd tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:51.936486 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event deleted for resources: {'Port': ['ID=991eb648-d913-4884-80f4-0b2833027cee,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:51.961303 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:51.975150 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.991460 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.993190 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "DELETE /v2.0/floatingips/ea778a55-712a-4793-8641-51e1f4db8aa5 HTTP/1.1" status: 204 len: 168 time: 0.7816346 May 31 12:52:52.301797 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40746) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:52.307229 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494692527', 'description': 'tempest-description--382463341'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:52.313252 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:52.317358 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:security_group and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:52.320262 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:52.326504 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:52.336790 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.358163 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:52.361975 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:security_group_rule and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:52.364787 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:52.370460 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:52.372634 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba5aec-ba9b-4b95-800d-82914197e2c2 req-9f259c11-e1cc-47ad-91f6-49a648204e22 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:52.374166 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f7ba5aec-ba9b-4b95-800d-82914197e2c2 req-9f259c11-e1cc-47ad-91f6-49a648204e22 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.0819716 May 31 12:52:52.420616 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f7ba5aec-ba9b-4b95-800d-82914197e2c2 req-08c1fa24-1865-4aea-ac45-8335a616d3b6 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 May 31 12:52:52.443929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.447817 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.452106 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-bba131bd-f881-4ff3-b624-1549fd2fc102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.497011 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b041587c-949b-4276-aba4-2fc454ea25af,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.499955 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.501192 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.505094 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-d07c09d9-f959-4b8d-90d8-588e32c7a638 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1995270 May 31 12:52:52.506080 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40752) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:52.510797 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'security_group_rule': {'security_group_id': 'b041587c-949b-4276-aba4-2fc454ea25af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:52.517187 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:52.521165 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:security_group_rule and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:52.524004 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:52.530718 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:52.547206 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.608171 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.611769 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.612358 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef71490-4bec-4a6e-8cd0-f131ff28db5e req-6e480abe-8a2d-40ac-b1d8-e8e58db02e32 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:52.614229 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-94a43025-81de-4a1f-96b2-8df9dd7466b4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.614606 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cef71490-4bec-4a6e-8cd0-f131ff28db5e req-6e480abe-8a2d-40ac-b1d8-e8e58db02e32 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.0874548 May 31 12:52:52.641511 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851c413f-3807-4ff7-bffe-6846916be04a,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.644441 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.648719 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.650087 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-414fd773-629b-4e9f-add8-d49fa085136c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438181 May 31 12:52:52.653349 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40756) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:52.658527 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'security_group_rule': {'security_group_id': 'b041587c-949b-4276-aba4-2fc454ea25af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:52.664322 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cef71490-4bec-4a6e-8cd0-f131ff28db5e req-2cb9f03c-10b6-44df-988a-2739a8b1578e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 May 31 12:52:52.664630 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:52.669079 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:security_group_rule and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:52.672203 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:52.678177 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:52.693826 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.756742 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.760638 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.766467 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-2bbfdade-a5dd-46ee-8f01-a2568814de0a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.785858 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42eb3212-ca02-487a-b72e-5fc4107e2a67,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.788389 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.797464 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.799755 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-373fd8b8-50df-4376-a50f-d702aa3d55c3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443734 May 31 12:52:52.802318 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40762) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:52.807576 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'floatingip': {'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:52.813816 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:52.817628 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:floatingip and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:52.820483 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:52.826651 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:52.836106 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.972732 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.063872 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-b9357dcc-577b-433f-9f45-2769d4fcb40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.157153 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332754f6-5cab-4611-ad09-2789b685d756 req-45e520e8-c20c-4de9-93d3-f4f073267c7f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:53.158524 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-332754f6-5cab-4611-ad09-2789b685d756 req-45e520e8-c20c-4de9-93d3-f4f073267c7f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.1526465 May 31 12:52:53.191280 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Allocated IP 172.28.1.165 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/8ec1bcaa-558f-44ba-9ec1-146bdde59f13) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:53.240352 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-332754f6-5cab-4611-ad09-2789b685d756 req-4c98a4c1-f83f-425a-9c72-a4b31ce8b5a8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739930 May 31 12:52:53.359342 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.388121 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.392329 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-568222a9-7368-43c0-bb32-d02a4ac0d14f tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:53.454679 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:53.457605 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:53.461323 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:53.490893 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'Port': ['ID=8ec1bcaa-558f-44ba-9ec1-146bdde59f13,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:53.496756 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:53.600089 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.666621 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.938717 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.943215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.948138 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:54.058135 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'Port': ['ID=8ec1bcaa-558f-44ba-9ec1-146bdde59f13,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:54.061353 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:54.070027 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.092235 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.093712 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2903287 May 31 12:52:54.256431 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-866bc819-c5ca-4993-83b4-10ce7fdf8257 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Synchronizing usage tracker for tenant:2b8770a463164b9dac300460e1914157 on resource:security_group {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:54.271829 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-866bc819-c5ca-4993-83b4-10ce7fdf8257 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Unset dirty status for tenant:2b8770a463164b9dac300460e1914157 on resource:security_group {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:54.272982 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-866bc819-c5ca-4993-83b4-10ce7fdf8257 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1494692527&fields=id&tenant_id=2b8770a463164b9dac300460e1914157 HTTP/1.1" status: 200 len: 267 time: 0.0569768 May 31 12:52:54.422601 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-94868441-4c4a-4c00-a21c-0f5772ce80ea tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:54.424030 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-94868441-4c4a-4c00-a21c-0f5772ce80ea tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 817 time: 0.1444762 May 31 12:52:54.439045 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-c91ca1b0-2fd7-48c6-b8c3-fb2d4065f309 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/quotas/2b8770a463164b9dac300460e1914157 HTTP/1.1" status: 200 len: 375 time: 0.0094271 May 31 12:52:54.520354 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-c7934c36-db68-4ca9-a3c2-ea3a8e524fa9 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762980 May 31 12:52:54.697671 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-7d0b0974-c5b7-496d-9553-98854dc54ef4 service neutron] 10.222.0.65 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657870 May 31 12:52:54.829596 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-1094d258-c279-4e19-b614-f840df89b6d0 service neutron] 10.222.0.65 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258388 May 31 12:52:55.016571 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-16364d71-0b3c-43b4-9531-8b7d3e230e2d req-ea7bdc98-fc59-4fb0-bcaa-e522d69b2bb1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 210 time: 0.0466208 May 31 12:52:55.399360 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ca4198ff-c6ed-472e-9a4f-0ee028e0ac13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.432843 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.162512 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-e6949e03-3045-4ec7-98de-169aea7c1f7f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:56.164125 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-e6949e03-3045-4ec7-98de-169aea7c1f7f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 817 time: 0.1577888 May 31 12:52:56.178827 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c16f6ee1-1ae7-434c-9bbe-1fcab717e0d9 req-ba0f3221-9cf4-4306-ac0b-5548108b2706 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 210 time: 0.0459609 May 31 12:52:56.223345 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ae0e14ab-1a2b-417f-bd7c-b19007d30e4a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Synchronizing usage tracker for tenant:2b8770a463164b9dac300460e1914157 on resource:security_group {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:56.235190 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ae0e14ab-1a2b-417f-bd7c-b19007d30e4a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Unset dirty status for tenant:2b8770a463164b9dac300460e1914157 on resource:security_group {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:56.236760 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ae0e14ab-1a2b-417f-bd7c-b19007d30e4a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b8770a463164b9dac300460e1914157 HTTP/1.1" status: 200 len: 380 time: 0.0632732 May 31 12:52:56.252268 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'port': {'device_id': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'admin_state_up': True, 'tenant_id': '2b8770a463164b9dac300460e1914157', 'security_groups': ['b041587c-949b-4276-aba4-2fc454ea25af']}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:56.366080 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.387604 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:56.391585 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Usage tracker for resource:port and tenant:2b8770a463164b9dac300460e1914157 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:56.394341 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:56.399929 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:56.409735 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Made reservation on behalf of 2b8770a463164b9dac300460e1914157 for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:56.413169 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.574168 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Allocated IP 172.20.0.7 (a0568223-660d-44c3-9aeb-202b64b087c1/ec336638-7a9f-4950-9746-79a228bc87fe/63584206-4898-488a-82c6-82b02e1d2503) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:56.762431 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.777260 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Transition to ACTIVE for port object 63584206-4898-488a-82c6-82b02e1d2503 will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:56.800817 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.806484 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:56.871495 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Network a0568223-660d-44c3-9aeb-202b64b087c1 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:56.874318 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:56.878371 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:56.883796 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:56.884406 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.902249 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:56.907943 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:56.917625 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6690869 May 31 12:52:56.942511 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Request body: {'port': {'device_id': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:57.071202 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.090493 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-46db3fbc-9f10-4112-8322-54d071dfd2a9 None None] Provisioning for port 63584206-4898-488a-82c6-82b02e1d2503 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:57.095988 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-46db3fbc-9f10-4112-8322-54d071dfd2a9 None None] Provisioning complete for port 63584206-4898-488a-82c6-82b02e1d2503 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:57.097149 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-46db3fbc-9f10-4112-8322-54d071dfd2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.149286 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-46db3fbc-9f10-4112-8322-54d071dfd2a9 None None] Port 63584206-4898-488a-82c6-82b02e1d2503 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:52:57.386068 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67c2e2-c1d3-4b49-9437-6928cadf343d req-834a1341-2fa3-47db-8a1e-86969cb4becd tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:57.388478 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dd67c2e2-c1d3-4b49-9437-6928cadf343d req-834a1341-2fa3-47db-8a1e-86969cb4becd tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 931 time: 0.0889134 May 31 12:52:57.435332 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63584206-4898-488a-82c6-82b02e1d2503 {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:57.440779 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dd67c2e2-c1d3-4b49-9437-6928cadf343d req-cb4e1030-aefa-4798-8c82-837fe09840e5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463386 May 31 12:52:57.443196 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.459376 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Transition to ACTIVE for port object 63584206-4898-488a-82c6-82b02e1d2503 will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:57.464871 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.469890 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-999e48b8-95a9-4af7-83b1-d231f5498e9e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:57.709908 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:57.717898 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:57.734913 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Attempting to bind port 63584206-4898-488a-82c6-82b02e1d2503 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:57.735275 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Attempting to bind port 63584206-4898-488a-82c6-82b02e1d2503 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:57.735580 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Attempting to bind port 63584206-4898-488a-82c6-82b02e1d2503 on network a0568223-660d-44c3-9aeb-202b64b087c1 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:57.740772 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Port 63584206-4898-488a-82c6-82b02e1d2503 on network a0568223-660d-44c3-9aeb-202b64b087c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:52:57.741098 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Attempting to bind port 63584206-4898-488a-82c6-82b02e1d2503 on network a0568223-660d-44c3-9aeb-202b64b087c1 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:57.751576 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:57.751922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Checking segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:57.752314 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Bound using segment: {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:57.752758 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Bound port: 63584206-4898-488a-82c6-82b02e1d2503, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ef4f1b-4b7d-49ca-9307-c042b3f8006b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:57.753108 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.843951 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:57.847049 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:57.856968 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.860702 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-708e287f-7914-4866-8e71-60f5f651a09b tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:57.922046 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:57.922046 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.923619 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] 10.222.0.30 "PUT /v2.0/ports/63584206-4898-488a-82c6-82b02e1d2503 HTTP/1.1" status: 200 len: 1093 time: 0.9855003 May 31 12:52:57.926997 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'tag': '63584206-4898-488a-82c6-82b02e1d2503'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:57.930257 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22576a37-558c-4db0-a32e-a395a6585276" -d '{"events": [{"name": "network-changed", "server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "tag": "63584206-4898-488a-82c6-82b02e1d2503"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:57.955947 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:58.003005 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abd0748-ccb3-4534-ac6d-2b5e4bba954f x-openstack-request-id: req-6abd0748-ccb3-4534-ac6d-2b5e4bba954f {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:58.003312 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "tag": "63584206-4898-488a-82c6-82b02e1d2503", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:58.003656 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6abd0748-ccb3-4534-ac6d-2b5e4bba954f {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:58.004144 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'tag': '63584206-4898-488a-82c6-82b02e1d2503', 'status': 'completed', 'code': 200} May 31 12:52:58.009725 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:58.054494 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-42e4be18-8dc9-42c5-80c0-fea1fc98b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.055985 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-42e4be18-8dc9-42c5-80c0-fea1fc98b536 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 1096 time: 0.0919411 May 31 12:52:58.134736 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.138161 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-e555b259-4b76-4dbc-9c29-04fcc872ca0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63584206-4898-488a-82c6-82b02e1d2503 HTTP/1.1" status: 200 len: 217 time: 0.0746875 May 31 12:52:58.146135 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5eea2-a1bd-457c-8293-dfcfb69b9ddf req-5b0b6389-536e-4a8f-b71d-61503a8c17db tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.147605 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-63c5eea2-a1bd-457c-8293-dfcfb69b9ddf req-5b0b6389-536e-4a8f-b71d-61503a8c17db tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.0916758 May 31 12:52:58.194061 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-63c5eea2-a1bd-457c-8293-dfcfb69b9ddf req-c8d7c2cb-636f-40ac-8d59-bfa5dec4a45f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 May 31 12:52:58.202873 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-8eab0493-3a72-47f9-9f11-b3bb96294900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.204309 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-8eab0493-3a72-47f9-9f11-b3bb96294900 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0599272 May 31 12:52:58.221775 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40836) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:58.285122 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-8389e8cc-5260-4d17-8577-e0b497fb4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.286663 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-8389e8cc-5260-4d17-8577-e0b497fb4576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758295 May 31 12:52:58.342460 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f12030f-02ae-4068-8984-7b04c06d04dd tempest-TestMinimumBasicScenario-664331660 tempest-TestMinimumBasicScenario-664331660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.343989 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-0f12030f-02ae-4068-8984-7b04c06d04dd tempest-TestMinimumBasicScenario-664331660 tempest-TestMinimumBasicScenario-664331660-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1093 time: 0.1202545 May 31 12:52:58.346934 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40842) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:58.351888 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'floatingip': {'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'port_id': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:58.358251 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:58.362063 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:floatingip and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:58.364869 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:58.370494 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:58.381915 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for floatingip, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.432947 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-c6a9a8c6-cb17-4215-a271-ea72c8f510a4 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396179 May 31 12:52:58.518799 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.568579 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-92f2fd75-c522-40e3-aa51-d4aee1a62f87 req-aafd44ea-f943-443b-b999-fc4895f1dc26 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294641 May 31 12:52:58.683116 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576a37-558c-4db0-a32e-a395a6585276 req-c9bc8cbf-c665-47ba-8bfe-a5f3b130288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.683798 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-22576a37-558c-4db0-a32e-a395a6585276 req-c9bc8cbf-c665-47ba-8bfe-a5f3b130288d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 1096 time: 0.0716572 May 31 12:52:58.712682 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a92c04-cdc8-4a57-a012-9bb9ea0b5a38 req-6ae82c4f-bdad-4b75-a3a9-6c5f74423eb1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.714116 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d7a92c04-cdc8-4a57-a012-9bb9ea0b5a38 req-6ae82c4f-bdad-4b75-a3a9-6c5f74423eb1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.1551301 May 31 12:52:58.723175 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Allocated IP 172.28.1.4 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/97a66a33-3af8-4a30-bfdf-b281ac905398) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:58.818106 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576a37-558c-4db0-a32e-a395a6585276 req-c7e2880b-4926-4c37-a6f2-277e1a00fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.819515 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-22576a37-558c-4db0-a32e-a395a6585276 req-c7e2880b-4926-4c37-a6f2-277e1a00fea5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1290171 May 31 12:52:58.892305 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-22576a37-558c-4db0-a32e-a395a6585276 req-9ffc13c2-fbc5-4694-bfca-e57ddfd1c291 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63584206-4898-488a-82c6-82b02e1d2503 HTTP/1.1" status: 200 len: 217 time: 0.0648849 May 31 12:52:58.911033 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d7a92c04-cdc8-4a57-a012-9bb9ea0b5a38 req-aa884db3-c7ca-4a4a-84c8-b182223554a5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896200 May 31 12:52:58.956720 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576a37-558c-4db0-a32e-a395a6585276 req-5e1f8c83-18d6-4ee9-a745-2f21f0f114aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.958143 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-22576a37-558c-4db0-a32e-a395a6585276 req-5e1f8c83-18d6-4ee9-a745-2f21f0f114aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0598993 May 31 12:52:58.978502 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.007400 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.012594 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.038832 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22576a37-558c-4db0-a32e-a395a6585276 req-ca417a70-ff11-421e-aa04-a49d5d14f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:59.040373 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-22576a37-558c-4db0-a32e-a395a6585276 req-ca417a70-ff11-421e-aa04-a49d5d14f14e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756688 May 31 12:52:59.076619 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:59.079378 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:59.082971 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:59.115525 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'Port': ['ID=97a66a33-3af8-4a30-bfdf-b281ac905398,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.123627 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.176601 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-22576a37-558c-4db0-a32e-a395a6585276 req-8d23b85c-41b6-4c00-89ee-6a858e3b2059 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284292 May 31 12:52:59.403694 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-22576a37-558c-4db0-a32e-a395a6585276 req-0a114c2d-868f-49f2-afa2-b61693c56674 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205842 May 31 12:52:59.500691 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.573846 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.773521 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.778586 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.782277 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.848685 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-f2c351ab-8627-4776-8beb-694d19adba01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695980 May 31 12:52:59.885442 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'Port': ['ID=97a66a33-3af8-4a30-bfdf-b281ac905398,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.890036 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.900223 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.993133 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-5869d495-1286-4f92-a84c-3ca008b02bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:59.994627 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-5869d495-1286-4f92-a84c-3ca008b02bc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1099 time: 0.0760424 May 31 12:53:00.129826 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.l3_db [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Floating IP b5dab149-1e01-4dd5-a339-aa191eb57c61 associated. External IP: 172.28.1.4, port: 52fd2d6f-3258-421d-ae67-1bb1e7dc89af. May 31 12:53:00.148108 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-6ab2a9df-49ae-4130-8477-03b33563bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:00.149530 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-6ab2a9df-49ae-4130-8477-03b33563bb39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 909 time: 0.1358829 May 31 12:53:00.234332 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcb26e-d1c6-4a17-9791-df9efe7d77ca req-62a43e99-197e-4e80-8ab3-aad0bfcf61f2 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:00.235835 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3cbcb26e-d1c6-4a17-9791-df9efe7d77ca req-62a43e99-197e-4e80-8ab3-aad0bfcf61f2 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.1996284 May 31 12:53:00.256364 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-4b57152b-8cd2-462b-974f-ef7ab5b7574e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 1001 time: 0.0998094 May 31 12:53:00.326746 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-5fdb7e88-23a6-48d9-98dc-fffb8d6a2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:00.328219 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-5fdb7e88-23a6-48d9-98dc-fffb8d6a2e96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.0658937 May 31 12:53:00.406104 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-cee9571c-9e91-489d-8d98-70d836c9e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:00.407533 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-cee9571c-9e91-489d-8d98-70d836c9e5d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724976 May 31 12:53:00.453859 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3cbcb26e-d1c6-4a17-9791-df9efe7d77ca req-6c3e37bb-02d6-405f-aba1-312008ab8a98 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709130 May 31 12:53:00.538385 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-f1fd1bb6-30c9-4ecf-bcff-ffe2dbfd4cfc service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239681 May 31 12:53:00.631358 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Router b8a37353-caaa-4aea-87f1-0cc1a773bbed has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:00.669090 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4dc5c512-8aff-41ab-a916-058503bb4650 req-58e529d6-3290-47fb-b898-c072acddb31c service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233439 May 31 12:53:00.814095 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:00.823272 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] Sync routers for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:00.833481 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:00.834097 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:00.838115 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.892658 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5446703 May 31 12:53:00.893500 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:00.895966 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e2c5dd-0786-4af6-a3c6-afaef2370989" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:00.896156 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40850) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:00.901823 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1751306179', 'description': 'tempest-secgroup-smoke-1751306179 description', 'project_id': '40b5473dd83e44dc86a8645a4675ac20'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:00.907815 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:00.912631 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:security_group and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:00.916900 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:00.925210 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:00.936877 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.958656 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:00.962930 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:security_group_rule and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:00.966018 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:00.973001 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:01.005097 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c7124f-d8ce-4810-8c7c-7b1278427f48 x-openstack-request-id: req-69c7124f-d8ce-4810-8c7c-7b1278427f48 {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:01.005642 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:01.006092 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69c7124f-d8ce-4810-8c7c-7b1278427f48 {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:01.006691 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'status': 'completed', 'code': 200} May 31 12:53:01.025687 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:01.107390 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.115085 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.119456 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-347cba11-4bdd-48fb-9e3d-af86069e08fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.164368 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca17ba-24e0-44ac-97e2-c5620453cefc,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.168842 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.172696 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2729383 May 31 12:53:01.172696 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-cabd86c7-2469-49ba-bafa-7545ce7b90e0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.174002 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40858) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:01.180301 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'security_group_rule': {'security_group_id': '6bca17ba-24e0-44ac-97e2-c5620453cefc', 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:01.186235 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:01.189932 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-d66503ed-8227-4216-a78d-ca9906d82052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:01.191414 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-d66503ed-8227-4216-a78d-ca9906d82052 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1098 time: 0.1549380 May 31 12:53:01.193623 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:security_group_rule and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:01.196525 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:01.221791 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:01.300618 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.384303 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-9286c754-c589-40df-b67c-d61bb021e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:01.386102 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-9286c754-c589-40df-b67c-d61bb021e213 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 915 time: 0.1835096 May 31 12:53:01.425380 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'b5dab149-1e01-4dd5-a339-aa191eb57c61', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'port_id': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'mac_address': 'fa:16:3e:9b:51:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:52:59Z', 'revision_number': 0, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 5, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:01.429136 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] Checking router: b8a37353-caaa-4aea-87f1-0cc1a773bbed for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:01.437987 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:01.438558 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:01.458375 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.473008 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.486762 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.513653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb50102-8deb-4b59-b998-1181800ce9b6,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.516480 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.530556 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-21d78582-87db-42d8-93d0-30e07f8a030f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 997 time: 0.1323812 May 31 12:53:01.535747 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.539523 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-eb4f57ee-cb63-40ef-863b-6ad8dbb63d26 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622065 May 31 12:53:01.540286 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40864) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:01.547616 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'security_group_rule': {'security_group_id': '6bca17ba-24e0-44ac-97e2-c5620453cefc', 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:01.555352 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:01.560865 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:security_group_rule and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:01.565036 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:01.602342 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-aa13216a-1ca7-41c1-b6f3-39cdd1027c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:01.603846 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-aa13216a-1ca7-41c1-b6f3-39cdd1027c4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 200 len: 853 time: 0.0658638 May 31 12:53:01.612063 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:01.624496 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:01.651184 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.684127 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-362e8dd7-baa6-42e3-b40a-bcadf2ad9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:01.687694 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-362e8dd7-baa6-42e3-b40a-bcadf2ad9962 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d683b9-5d01-4254-a8c3-3d9966ffd81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767279 May 31 12:53:01.717315 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47a61-4539-4e80-abcc-e92a0268d3ff req-412c0806-474a-4d44-aa3b-56ba222bcd9f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:01.718739 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8aa47a61-4539-4e80-abcc-e92a0268d3ff req-412c0806-474a-4d44-aa3b-56ba222bcd9f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.1495106 May 31 12:53:01.757733 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.766702 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.773447 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-97f0d4a3-fead-49a3-9025-48aaedb53e2c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.799041 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8aa47a61-4539-4e80-abcc-e92a0268d3ff req-014d5fb5-782d-4819-94d9-283e79458891 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725474 May 31 12:53:01.804098 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff4953c-8d1a-4ffa-8fb5-b93ee094021f,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.820161 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.820533 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.820892 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.821249 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.821596 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.822353 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.822353 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.822698 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.822963 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.823305 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.823646 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.823978 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.826895 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-a4ed5eaa-c431-4b39-8e2a-fd0d8d615d97 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318417 May 31 12:53:01.827066 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.828088 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2865698 May 31 12:53:01.829045 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.831031 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40868) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:01.856720 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'security_group_rule': {'security_group_id': '6bca17ba-24e0-44ac-97e2-c5620453cefc', 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:01.866750 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:01.917745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:security_group_rule and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:01.925467 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:01.938811 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:01.966724 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:53:01.974535 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.014796 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-75e2c5dd-0786-4af6-a3c6-afaef2370989 req-2b907f49-6303-4cc2-aef4-bc3f55c1faa0 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802301 May 31 12:53:02.057622 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.062290 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.064499 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-495018b6-f095-49f7-94f8-c6bac016cd18 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:02.089060 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'b5dab149-1e01-4dd5-a339-aa191eb57c61', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'port_id': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'mac_address': 'fa:16:3e:9b:51:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:52:59Z', 'revision_number': 0, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 5, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:02.089445 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82bfbd50-fcd5-42dc-a9db-eef55edc67bd,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:02.093334 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:02.100882 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.104593 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-60e1bfda-7f5b-4fc3-861b-5c6eff9d5792 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2698221 May 31 12:53:02.104781 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40872) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:02.106461 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551dbacf-68e7-4efc-becd-b17f8ba132b3 None None] The sync data for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb is: [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': 'b5dab149-1e01-4dd5-a339-aa191eb57c61', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'floating_ip_address': '172.28.1.4', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'port_id': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'mac_address': 'fa:16:3e:9b:51:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:52:59Z', 'updated_at': '2021-05-31T12:52:59Z', 'revision_number': 0, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 5, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:02.110955 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'security_group_rule': {'security_group_id': '6bca17ba-24e0-44ac-97e2-c5620453cefc', 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:02.118030 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:02.122501 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:security_group_rule and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:02.125611 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:02.130142 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:02.131628 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:02.145673 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '63584206-4898-488a-82c6-82b02e1d2503', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'port_id': '63584206-4898-488a-82c6-82b02e1d2503', 'mac_address': 'fa:16:3e:c2:9f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:53:02.153962 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.206184 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.222842 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.224350 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63584206-4898-488a-82c6-82b02e1d2503 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:02.229241 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.231441 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:02.248129 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:02.254586 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f14d43d-1c8d-4d9d-bc50-a738a62c24e4,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:02.255057 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.257374 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-f179faab-4eb2-47f5-8a82-55c675f65dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:02.261208 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:02.266117 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.267572 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1618497 May 31 12:53:02.270229 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40876) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:02.275738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'security_group_rule': {'security_group_id': '6bca17ba-24e0-44ac-97e2-c5620453cefc', 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:02.282435 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:02.286309 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:security_group_rule and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:02.289306 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:02.295400 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:02.307677 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.securitygroups_db [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Project 40b5473dd83e44dc86a8645a4675ac20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:53:02.316562 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.332808 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ec96ba-5797-420c-b034-02476dbb07e9 None None] New status for floating IP b5dab149-1e01-4dd5-a339-aa191eb57c61: ACTIVE {{(pid=98238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:53:02.341158 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:02.344311 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:02.399849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.405031 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.412160 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-024f627e-8cc9-4d7f-98e4-3689437b4d4f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:02.433233 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc0db43-ee74-4047-ba87-adb8b235da07,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:02.436374 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:02.444702 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.446325 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-3d4806bf-337f-44a9-ad1b-1ef2a23a17bf tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749933 May 31 12:53:02.449908 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 40880) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:02.455331 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'security_group_rule': {'security_group_id': '6bca17ba-24e0-44ac-97e2-c5620453cefc', 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:02.461581 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:02.465706 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Usage tracker for resource:security_group_rule and tenant:40b5473dd83e44dc86a8645a4675ac20 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:02.470450 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:02.477000 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:02.500389 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.securitygroups_db [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Project 40b5473dd83e44dc86a8645a4675ac20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:53:02.506527 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.639993 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['63584206-4898-488a-82c6-82b02e1d2503'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:02.663542 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.667210 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.669789 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6768fa94-1c3f-4c3d-a0af-82135eb554da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:02.690159 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff083560-e3d4-444f-a190-11800246f587,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:02.694189 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:02.702207 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.703430 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6c17ffeb-6eaf-4366-af01-69f8b5d6dc94 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2529452 May 31 12:53:02.833390 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-78b1cccb-a6f4-4523-8696-086d9990dd79 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751306179&fields=id&tenant_id=40b5473dd83e44dc86a8645a4675ac20 HTTP/1.1" status: 200 len: 267 time: 0.0449979 May 31 12:53:02.923572 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-dbbaefe9-b18f-43cd-bd79-249d9d91d7da tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:02.925380 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-dbbaefe9-b18f-43cd-bd79-249d9d91d7da tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.0867891 May 31 12:53:02.938812 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'port': {'security_groups': ['6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5', '6bca17ba-24e0-44ac-97e2-c5620453cefc']}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:03.110820 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.131900 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc7340-6fce-41fa-8ffe-b6c855829ee8 req-720680ba-e3d5-46c1-8920-d5c2b0b08ef4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.133340 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c8fc7340-6fce-41fa-8ffe-b6c855829ee8 req-720680ba-e3d5-46c1-8920-d5c2b0b08ef4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 944 time: 0.1998732 May 31 12:53:03.237887 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c8fc7340-6fce-41fa-8ffe-b6c855829ee8 req-b890b1d2-fecf-41df-8949-51ffb8f17fdc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771265 May 31 12:53:03.408670 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] For port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:03.433390 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.438374 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.443423 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:03.449690 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['52fd2d6f-3258-421d-ae67-1bb1e7dc89af'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:03.508050 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.508676 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.510086 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fa05cd89-66bb-441f-98ca-83f36d718e03 req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "PUT /v2.0/ports/52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 981 time: 0.5783219 May 31 12:53:03.510627 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:03.516846 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f787ef6c-b8bc-4577-9747-57e3f31e264c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:03.546530 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'Port': ['ID=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,revision_number=6']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:03.551113 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:03.567205 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8e5cd6-abc9-46bd-a950-2b68148df91c x-openstack-request-id: req-2e8e5cd6-abc9-46bd-a950-2b68148df91c {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:03.567903 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:03.568193 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e8e5cd6-abc9-46bd-a950-2b68148df91c {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:03.568788 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'status': 'completed', 'code': 200} May 31 12:53:03.605744 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['52fd2d6f-3258-421d-ae67-1bb1e7dc89af'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:03.680508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-2afad3ec-7c9e-4ad5-ace8-e52abef01af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.681978 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-2afad3ec-7c9e-4ad5-ace8-e52abef01af5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1137 time: 0.0892041 May 31 12:53:03.730394 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7340-3088-4d76-a2ae-15676d4fd48f req-e963d637-5f50-4f4e-b485-ca792acff979 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.732527 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-607c7340-3088-4d76-a2ae-15676d4fd48f req-e963d637-5f50-4f4e-b485-ca792acff979 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.1080203 May 31 12:53:03.781405 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-607c7340-3088-4d76-a2ae-15676d4fd48f req-88efdd4b-b41e-429a-b89c-4eac53b04a48 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430012 May 31 12:53:03.822828 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-493e45cb-5319-4959-8aca-cd56a51a6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.824885 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-493e45cb-5319-4959-8aca-cd56a51a6299 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 915 time: 0.1348250 May 31 12:53:03.839785 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-357c89a3-8f27-4d2a-a13f-33f98ae81e83 None None] Provisioning complete for port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:03.840193 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-357c89a3-8f27-4d2a-a13f-33f98ae81e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.927351 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-aa147e5b-d096-447b-a2a5-12d8ddf5fcd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 999 time: 0.0962169 May 31 12:53:03.967327 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:03.993341 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-ea4bbf73-a4b1-4362-8526-9b2f8b557e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.994805 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-ea4bbf73-a4b1-4362-8526-9b2f8b557e17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 200 len: 853 time: 0.0598388 May 31 12:53:04.071287 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-0f566491-fe98-428c-b7de-271760014f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:04.072919 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-0f566491-fe98-428c-b7de-271760014f6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d683b9-5d01-4254-a8c3-3d9966ffd81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707715 May 31 12:53:04.206281 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-7ceff7bc-40d7-4487-bdab-9f9570dfeb79 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256454 May 31 12:53:04.255134 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port 63584206-4898-488a-82c6-82b02e1d2503 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:04.287089 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 63584206-4898-488a-82c6-82b02e1d2503 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:04.287475 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.359248 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f787ef6c-b8bc-4577-9747-57e3f31e264c req-7dda0941-7d6a-4605-a227-2cba4c4c625d service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456425 May 31 12:53:04.440222 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acce45a-1f88-42a0-9211-5dbe2546c1fd req-a5706f2e-0420-4d83-af68-eb3fe2eef9ed tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:04.441680 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2acce45a-1f88-42a0-9211-5dbe2546c1fd req-a5706f2e-0420-4d83-af68-eb3fe2eef9ed tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 944 time: 0.0839076 May 31 12:53:04.489323 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2acce45a-1f88-42a0-9211-5dbe2546c1fd req-64fe6456-cc1b-4871-aa4d-372f8b654f89 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 May 31 12:53:04.509557 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.563242 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63584206-4898-488a-82c6-82b02e1d2503'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:04.565497 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35089f9-217e-4c51-9078-de5156fa576b" -d '{"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-plugged", "status": "completed", "tag": "63584206-4898-488a-82c6-82b02e1d2503"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:04.583225 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:04.591611 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.594106 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-e64a6f4d-407a-45cc-8565-71e1770701f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.627554 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101c9230-7578-4d11-b83e-e2131a4389e0 x-openstack-request-id: req-101c9230-7578-4d11-b83e-e2131a4389e0 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:04.627850 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-plugged", "status": "completed", "tag": "63584206-4898-488a-82c6-82b02e1d2503", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:04.628111 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-101c9230-7578-4d11-b83e-e2131a4389e0 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:04.628504 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63584206-4898-488a-82c6-82b02e1d2503', 'code': 200} May 31 12:53:04.674804 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.678055 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:04.844577 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4dd6f-cdaa-4be8-9291-81dc69f684fb req-38d57fcd-5f3a-424a-b82e-a6dc8042d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:04.845947 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-59f4dd6f-cdaa-4be8-9291-81dc69f684fb req-38d57fcd-5f3a-424a-b82e-a6dc8042d83a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 1098 time: 0.0727804 May 31 12:53:04.887360 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-59f4dd6f-cdaa-4be8-9291-81dc69f684fb req-703fe09f-5dad-4748-82c0-1ca4e96ed1a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333548 May 31 12:53:05.565569 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.678220 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689099e-6602-4096-aa0f-2908899373aa req-2d7d994c-54b5-48c9-88ea-0cfcf904ffeb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:05.679684 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9689099e-6602-4096-aa0f-2908899373aa req-2d7d994c-54b5-48c9-88ea-0cfcf904ffeb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0797546 May 31 12:53:05.725012 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9689099e-6602-4096-aa0f-2908899373aa req-a79fed74-57d8-4710-983d-98139ead00a3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 May 31 12:53:07.000348 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e22251-9f74-4d23-a725-8344e295a2b5 req-399b36a7-6a2d-4c4d-96b5-0f5d3d8f3539 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:07.001800 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-24e22251-9f74-4d23-a725-8344e295a2b5 req-399b36a7-6a2d-4c4d-96b5-0f5d3d8f3539 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.1655653 May 31 12:53:07.046093 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-24e22251-9f74-4d23-a725-8344e295a2b5 req-f7198a57-a1a1-4794-a1af-f7d8b064e34d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 May 31 12:53:07.224727 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb07d38-dd66-4061-aa5b-ec6cc6b36bf0 req-cf994aea-5fe3-4467-beba-b1eb6dbf7278 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:07.226180 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cfb07d38-dd66-4061-aa5b-ec6cc6b36bf0 req-cf994aea-5fe3-4467-beba-b1eb6dbf7278 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0784588 May 31 12:53:07.235078 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 40904) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:07.240215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Request body: {'floatingip': {'port_id': '63584206-4898-488a-82c6-82b02e1d2503'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:07.319518 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.899785 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.903740 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.076144 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.l3_db [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Floating IP 4f1d3877-4dcb-40c1-8612-2d4f52f8558a associated. External IP: 172.28.1.165, port: 63584206-4898-488a-82c6-82b02e1d2503. May 31 12:53:08.501095 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Router 04b424c4-3e07-48f0-b2ee-565c8b08b10e has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:08.677074 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:08.681445 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.686591 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] Sync routers for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:08.696473 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:08.697080 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:08.735250 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ea2b596b-88de-463e-957c-b447f1679ee3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "PUT /v2.0/floatingips/4f1d3877-4dcb-40c1-8612-2d4f52f8558a HTTP/1.1" status: 200 len: 991 time: 1.4989851 May 31 12:53:08.735740 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'tag': '63584206-4898-488a-82c6-82b02e1d2503'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:08.738005 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5350c-95ee-4c98-b187-e7bb9038b045" -d '{"events": [{"name": "network-changed", "server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "tag": "63584206-4898-488a-82c6-82b02e1d2503"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:08.780984 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761fbf9-d770-4e34-b00c-8a989d3ca44f x-openstack-request-id: req-c761fbf9-d770-4e34-b00c-8a989d3ca44f {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:08.781419 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "tag": "63584206-4898-488a-82c6-82b02e1d2503", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:08.781793 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c761fbf9-d770-4e34-b00c-8a989d3ca44f {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:08.782304 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'tag': '63584206-4898-488a-82c6-82b02e1d2503', 'status': 'completed', 'code': 200} May 31 12:53:08.876184 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-3eafd878-ec3d-4ac2-8b99-314569ca8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:08.877668 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-3eafd878-ec3d-4ac2-8b99-314569ca8a7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 1098 time: 0.0717223 May 31 12:53:08.881258 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:09.009598 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-3aaee5bf-1ace-46e2-acfe-0aedb8962789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:09.010994 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-3aaee5bf-1ace-46e2-acfe-0aedb8962789 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1267583 May 31 12:53:09.120582 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-4552ba5a-d50f-4802-b5a8-00115dcd1366 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63584206-4898-488a-82c6-82b02e1d2503 HTTP/1.1" status: 200 len: 999 time: 0.0967169 May 31 12:53:09.183175 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-97dc472d-df47-49f5-b213-be7a5031635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:09.184670 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-97dc472d-df47-49f5-b213-be7a5031635d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0572596 May 31 12:53:09.222762 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '4f1d3877-4dcb-40c1-8612-2d4f52f8558a', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'floating_ip_address': '172.28.1.165', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'port_id': '63584206-4898-488a-82c6-82b02e1d2503', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'mac_address': 'fa:16:3e:c2:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:52:53Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 1, 'project_id': '2b8770a463164b9dac300460e1914157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:09.226544 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] Checking router: 04b424c4-3e07-48f0-b2ee-565c8b08b10e for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:09.235683 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:09.236303 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:52:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:09.270376 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-921b2464-cdbf-44b0-b94e-a64908fb9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:09.271821 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-921b2464-cdbf-44b0-b94e-a64908fb9bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807052 May 31 12:53:09.402976 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-1a639ead-94cf-4d4b-8676-ea7ff85a6d30 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234665 May 31 12:53:09.413433 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:09.629888 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c5f5350c-95ee-4c98-b187-e7bb9038b045 req-2ebee7e4-7e15-47d6-ae0f-0d6c2c394335 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205961 May 31 12:53:09.791425 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '4f1d3877-4dcb-40c1-8612-2d4f52f8558a', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'floating_ip_address': '172.28.1.165', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'port_id': '63584206-4898-488a-82c6-82b02e1d2503', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'mac_address': 'fa:16:3e:c2:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:52:53Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 1, 'project_id': '2b8770a463164b9dac300460e1914157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:09.796060 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736fceb-3838-4824-a2d5-592df719c5a1 None None] The sync data for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb is: [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '4f1d3877-4dcb-40c1-8612-2d4f52f8558a', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'floating_ip_address': '172.28.1.165', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'port_id': '63584206-4898-488a-82c6-82b02e1d2503', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'mac_address': 'fa:16:3e:c2:9f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:52:53Z', 'updated_at': '2021-05-31T12:53:07Z', 'revision_number': 1, 'project_id': '2b8770a463164b9dac300460e1914157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:09.976868 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b794347-f664-485e-acc5-4384e72c068c None None] New status for floating IP 4f1d3877-4dcb-40c1-8612-2d4f52f8558a: ACTIVE {{(pid=98238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:53:14.904979 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2f32f-5861-4954-b0cf-df3770e997f6 req-2f9498c1-092a-47b6-9bd6-cce4a6eab69a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.905982 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7dc2f32f-5861-4954-b0cf-df3770e997f6 req-2f9498c1-092a-47b6-9bd6-cce4a6eab69a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0824816 May 31 12:53:14.950691 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7dc2f32f-5861-4954-b0cf-df3770e997f6 req-995b8d63-6cd6-4452-9e8e-e4086051e8eb tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 May 31 12:53:16.131383 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504ed92-12e2-4fad-bb83-e1f0bf0317dd req-e4d24591-c01c-4499-ba78-7b1e42097054 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:16.132824 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7504ed92-12e2-4fad-bb83-e1f0bf0317dd req-e4d24591-c01c-4499-ba78-7b1e42097054 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0777304 May 31 12:53:16.176674 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7504ed92-12e2-4fad-bb83-e1f0bf0317dd req-42da6099-23c3-48e9-9207-a751189fdf57 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377066 May 31 12:53:17.368145 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67f837-c6da-43e4-a67f-cc104d13c640 req-38ab48a6-e7a9-4acf-bf34-9f064759a128 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:17.369782 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1f67f837-c6da-43e4-a67f-cc104d13c640 req-38ab48a6-e7a9-4acf-bf34-9f064759a128 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0873942 May 31 12:53:17.416726 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1f67f837-c6da-43e4-a67f-cc104d13c640 req-f46d5521-db41-4971-8d96-9e1e1a4cc545 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403650 May 31 12:53:18.601433 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94f739-c525-4cb7-9ccd-fc49371f751c req-d359941e-c7d1-4448-84f9-250ce6cf4947 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:18.602798 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7b94f739-c525-4cb7-9ccd-fc49371f751c req-d359941e-c7d1-4448-84f9-250ce6cf4947 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0779278 May 31 12:53:18.650114 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7b94f739-c525-4cb7-9ccd-fc49371f751c req-621713db-5507-4f31-b809-1b46ccc5d74b tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 May 31 12:53:19.843263 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02456498-74ba-411e-a452-3c1ca2a2a368 req-703d2ddf-857a-4ec4-b0c9-51b1669447ab tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:19.844722 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-02456498-74ba-411e-a452-3c1ca2a2a368 req-703d2ddf-857a-4ec4-b0c9-51b1669447ab tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0901117 May 31 12:53:19.889071 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-02456498-74ba-411e-a452-3c1ca2a2a368 req-30416923-186a-41cb-8372-b50045c1a8f9 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388017 May 31 12:53:21.073741 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd3c1-e815-4fb9-b1d5-8ae9083bc9f3 req-629a384b-3545-4926-ac93-eb80c5278d60 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:21.075702 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-706fd3c1-e815-4fb9-b1d5-8ae9083bc9f3 req-629a384b-3545-4926-ac93-eb80c5278d60 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0823143 May 31 12:53:21.118265 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-706fd3c1-e815-4fb9-b1d5-8ae9083bc9f3 req-7e74e8e6-2891-498e-b9fa-7ea77e112e3f tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 May 31 12:53:22.318215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1edcf-c17f-41a8-803e-990b26e3a751 req-af1f0cfc-0a65-4e7a-8d19-6056d744f0f9 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:22.319748 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f3a1edcf-c17f-41a8-803e-990b26e3a751 req-af1f0cfc-0a65-4e7a-8d19-6056d744f0f9 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0865731 May 31 12:53:22.365796 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f3a1edcf-c17f-41a8-803e-990b26e3a751 req-9c377733-98d4-4dd6-806a-3f0b1665bec7 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401094 May 31 12:53:23.066865 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a27f6c9e-c1c0-41c2-8bf8-8e37673c5bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.555530 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8ef4-ea15-4604-ad84-8ed30613cace req-7448b0a4-8d7d-48b7-8f37-ed5eeb691b57 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:23.557000 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-04ae8ef4-ea15-4604-ad84-8ed30613cace req-7448b0a4-8d7d-48b7-8f37-ed5eeb691b57 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0864353 May 31 12:53:23.600052 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-04ae8ef4-ea15-4604-ad84-8ed30613cace req-365d344e-4891-4c8c-8117-1ecbcc4ea8da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 May 31 12:53:23.907091 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:53:24.778528 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30924a-de90-4c63-9ef5-d7b9ea2d12f8 req-dc213a5a-8bd8-44fe-85e8-223723ae674b tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:24.779889 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4c30924a-de90-4c63-9ef5-d7b9ea2d12f8 req-dc213a5a-8bd8-44fe-85e8-223723ae674b tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0770862 May 31 12:53:24.823291 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4c30924a-de90-4c63-9ef5-d7b9ea2d12f8 req-1a5c9788-1cda-4613-91a7-bac1f14ea363 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379822 May 31 12:53:25.040981 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-72d0ab9c-51fb-4ba0-9850-b3c769da6905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:25.042355 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-72d0ab9c-51fb-4ba0-9850-b3c769da6905 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1099 time: 0.0689695 May 31 12:53:25.172074 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-5ae3f2d4-862d-4b2a-a14c-7a349df7be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:25.173493 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-5ae3f2d4-862d-4b2a-a14c-7a349df7be06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 909 time: 0.1235452 May 31 12:53:25.277923 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-e977a081-c4cc-4554-962b-8d720af3d4d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 1001 time: 0.0973065 May 31 12:53:25.342755 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-62e8dc35-10d2-4396-82e8-fda4d8e181e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:25.344047 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-62e8dc35-10d2-4396-82e8-fda4d8e181e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.0593336 May 31 12:53:25.401278 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-73ba6957-5675-45bc-9534-7534f2f3e5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.418540 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-121dda26-0864-4439-8f6c-5416b464af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:25.420013 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-121dda26-0864-4439-8f6c-5416b464af6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691299 May 31 12:53:25.435088 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.551525 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-62b1b675-e106-419b-ba73-3d81ac8d1f6f service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243033 May 31 12:53:25.684514 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9266aac0-9b4c-417c-941a-49ee69ea4968 req-d70b9c74-d169-4d39-ae1b-6f7757ba2f49 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251519 May 31 12:53:26.008940 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bedf12-dedc-4c14-9243-fb8bb01a734a req-54c80a8e-ce60-47d5-ac72-63a833be0137 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:26.010422 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-54bedf12-dedc-4c14-9243-fb8bb01a734a req-54c80a8e-ce60-47d5-ac72-63a833be0137 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0812325 May 31 12:53:26.055177 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-54bedf12-dedc-4c14-9243-fb8bb01a734a req-2f8fae57-4c48-4ac9-8967-b711b9484ed3 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 May 31 12:53:26.366649 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.234992 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834c288-6233-4ceb-b89c-5dd02e7d1e05 req-a6b47629-a9de-4a07-81aa-ae10a2bc98ce tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:27.240089 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b834c288-6233-4ceb-b89c-5dd02e7d1e05 req-a6b47629-a9de-4a07-81aa-ae10a2bc98ce tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0790985 May 31 12:53:27.285200 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b834c288-6233-4ceb-b89c-5dd02e7d1e05 req-b0d7dda0-659b-4bb3-b499-d5ba61541664 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 May 31 12:53:28.123589 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:28.467965 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b602a-4ff4-4231-9899-00d7822b92ce req-c3fa9bd1-e898-4eb7-8876-8c90b6ce29ea tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:28.469428 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e01b602a-4ff4-4231-9899-00d7822b92ce req-c3fa9bd1-e898-4eb7-8876-8c90b6ce29ea tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0787623 May 31 12:53:28.513600 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e01b602a-4ff4-4231-9899-00d7822b92ce req-932e7b66-82c0-4478-b977-d5deaa81ac29 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384979 May 31 12:53:28.787395 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-c18e3ff7-a0d5-4ce2-a1b4-7fc90d00aee9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686183 May 31 12:53:28.859371 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364a4fd-9262-4e10-b034-29dba3c40ee3 req-5265e523-586a-4f28-9b84-742e36c0bfdc tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:28.860841 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9364a4fd-9262-4e10-b034-29dba3c40ee3 req-5265e523-586a-4f28-9b84-742e36c0bfdc tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0838029 May 31 12:53:28.905641 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9364a4fd-9262-4e10-b034-29dba3c40ee3 req-699accb3-1911-465c-9235-9e25ca7a8603 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393009 May 31 12:53:30.087848 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c9415-354d-4aab-b4b5-21f5bb8fc0fd req-c83caf0a-2b83-4406-8ac5-fdf4a5cdd00b tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.089274 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c56c9415-354d-4aab-b4b5-21f5bb8fc0fd req-c83caf0a-2b83-4406-8ac5-fdf4a5cdd00b tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0785725 May 31 12:53:30.132664 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c56c9415-354d-4aab-b4b5-21f5bb8fc0fd req-dc614b4e-ab74-4edd-8d62-f64ec106ba55 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375829 May 31 12:53:30.249432 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-a17ece2e-593b-4be4-aa21-db3d6594fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.251023 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-a17ece2e-593b-4be4-aa21-db3d6594fc17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983&tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b HTTP/1.1" status: 200 len: 1099 time: 0.0764372 May 31 12:53:30.342339 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-6d92cbc2-df96-4a02-93d7-0ea3f048fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.343970 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-6d92cbc2-df96-4a02-93d7-0ea3f048fc1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1099 time: 0.0714898 May 31 12:53:30.476603 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-4cc41efb-fcf7-4f15-91a3-eae37606b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.478022 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-4cc41efb-fcf7-4f15-91a3-eae37606b996 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 909 time: 0.1255949 May 31 12:53:30.580227 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-7bebbe49-7ec0-410c-b41f-21b5bee3bc35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 1001 time: 0.0949612 May 31 12:53:30.640836 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-ea60c2b3-4568-4777-96dd-5ebc9c5d3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.642190 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-ea60c2b3-4568-4777-96dd-5ebc9c5d3f55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.0559201 May 31 12:53:30.718538 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-c49c3332-7e38-4cab-bcdc-3f3976fbb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:30.719952 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-c49c3332-7e38-4cab-bcdc-3f3976fbb2db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715337 May 31 12:53:30.847707 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-2fd26fcd-2a18-4bba-8fe9-10c40347ad5d service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206980 May 31 12:53:31.068532 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-314ef80e-a87b-4cd5-9e98-dcde954f9708 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145505 May 31 12:53:31.394724 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b9eb9-8ea5-40bf-a737-e6730137a743 req-c1185d92-3e45-4c8d-a39b-1a9b86c64c3c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:31.396200 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-967b9eb9-8ea5-40bf-a737-e6730137a743 req-c1185d92-3e45-4c8d-a39b-1a9b86c64c3c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.1605754 May 31 12:53:31.442026 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-967b9eb9-8ea5-40bf-a737-e6730137a743 req-2fe6df5f-8db7-4b29-8e16-5f740af38d29 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 May 31 12:53:32.098666 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device bdb00df3-a702-4b95-8a22-b402d32340e7 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:32.210426 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.237345 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:32.239626 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45abc35f-8a45-4047-bfa2-1f133f3b2a42" -d '{"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:32.248023 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:32.252830 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.254945 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-241b1b77-e9a3-4a81-b110-c6ee25110b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:32.287781 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b1ca99-00e0-4094-a879-a321aa0f283f x-openstack-request-id: req-07b1ca99-00e0-4094-a879-a321aa0f283f {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:32.288084 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:32.288347 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07b1ca99-00e0-4094-a879-a321aa0f283f {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:32.288740 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'code': 200} May 31 12:53:32.327556 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=6']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:32.330723 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:32.632512 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443564-9fbf-4449-be11-6dc7c4ead84a req-1f3ed9a6-61f2-452c-a0d1-d1e85a9ffd42 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:32.633971 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9c443564-9fbf-4449-be11-6dc7c4ead84a req-1f3ed9a6-61f2-452c-a0d1-d1e85a9ffd42 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0836284 May 31 12:53:32.680946 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9c443564-9fbf-4449-be11-6dc7c4ead84a req-de86b3f8-0959-45f2-ac50-6913f72966de tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 May 31 12:53:33.882487 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc0e93-c229-4351-945e-45c56a3b76ef req-774c024e-ea84-4019-8b42-535108cd43c1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.883945 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a1fc0e93-c229-4351-945e-45c56a3b76ef req-774c024e-ea84-4019-8b42-535108cd43c1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0854754 May 31 12:53:33.915179 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a9e66-62e0-4a73-b6a8-d507ac5ef00f req-73dbb966-8d73-4bec-a64c-c8cccc8e7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:33.916725 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-2c2a9e66-62e0-4a73-b6a8-d507ac5ef00f req-73dbb966-8d73-4bec-a64c-c8cccc8e7593 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1097 time: 0.0759470 May 31 12:53:33.930794 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a1fc0e93-c229-4351-945e-45c56a3b76ef req-4699d5a8-6588-4595-8c26-38b3bfc9b582 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406549 May 31 12:53:33.959835 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-2c2a9e66-62e0-4a73-b6a8-d507ac5ef00f req-a9343326-4ab4-4c64-939c-695db07b644b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362682 May 31 12:53:34.099580 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device bdb00df3-a702-4b95-8a22-b402d32340e7 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:53:34.229691 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:34.243766 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'port_id': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'mac_address': 'fa:16:3e:d3:c6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:53:34.302180 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:34.319618 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdb00df3-a702-4b95-8a22-b402d32340e7 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:34.334522 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:34.338034 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:34.339724 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:34.406173 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=7']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:34.409137 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:35.120904 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7d11d-34b9-4bdd-88e9-86e6cfdc9d31 req-b97dd464-3676-4952-8955-cf5b4ae6346e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:35.122418 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-15a7d11d-34b9-4bdd-88e9-86e6cfdc9d31 req-b97dd464-3676-4952-8955-cf5b4ae6346e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 945 time: 0.0853817 May 31 12:53:35.167997 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-15a7d11d-34b9-4bdd-88e9-86e6cfdc9d31 req-2b955a3b-63dd-4010-a713-761d36b893c4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395243 May 31 12:53:35.563449 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:35.838215 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['bdb00df3-a702-4b95-8a22-b402d32340e7'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:36.351907 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae61d27-0eea-413e-918b-822ff606bd96 req-dcd5c9a1-16b2-4f11-8f0c-84be919f9216 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:36.353333 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7ae61d27-0eea-413e-918b-822ff606bd96 req-dcd5c9a1-16b2-4f11-8f0c-84be919f9216 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 945 time: 0.0784938 May 31 12:53:36.400324 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7ae61d27-0eea-413e-918b-822ff606bd96 req-9da3baac-fea8-411e-9899-a664c303c9aa tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 May 31 12:53:38.127125 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device bdb00df3-a702-4b95-8a22-b402d32340e7 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:38.193428 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port bdb00df3-a702-4b95-8a22-b402d32340e7 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:38.193798 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.311930 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.341223 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:38.343540 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8920312-16ca-48e7-b46b-ea65e9df2a8f" -d '{"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-plugged", "status": "completed", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:38.351449 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:38.355818 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.358452 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:38.401100 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841c6fc2-db8e-465f-a9ba-c0fe1ff2296c x-openstack-request-id: req-841c6fc2-db8e-465f-a9ba-c0fe1ff2296c {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:38.401397 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-plugged", "status": "completed", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:38.401654 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-841c6fc2-db8e-465f-a9ba-c0fe1ff2296c {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:38.402042 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'code': 200} May 31 12:53:38.434374 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=8']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:38.437449 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:53.069475 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bd35344a-9542-4ef5-bff1-65e236b43f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.403790 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-7e88f8af-2b5d-45bf-a793-44bd06178569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.437305 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.370917 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.126450 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.906012 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:54:01.888088 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-1a7d8cee-a338-4d0c-9e42-c42a5e628827 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711255 May 31 12:54:01.978479 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-ba83d44c-5fcb-49de-ad5c-d870fc25be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:01.979937 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-ba83d44c-5fcb-49de-ad5c-d870fc25be8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1137 time: 0.0706136 May 31 12:54:02.128761 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-271a492c-2ede-4f94-bb06-cb046be3ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:02.130202 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-271a492c-2ede-4f94-bb06-cb046be3ffd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 915 time: 0.1297691 May 31 12:54:02.233928 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-588cbd37-0c8e-463d-be1f-8ee4beb22a51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 999 time: 0.0970731 May 31 12:54:02.301087 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-219677b6-f8da-4205-b0ba-8cffb001f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:02.302516 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-219677b6-f8da-4205-b0ba-8cffb001f64d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 200 len: 853 time: 0.0606930 May 31 12:54:02.377330 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-5aca6329-71a8-480e-a6bb-84494b28be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:02.378793 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-5aca6329-71a8-480e-a6bb-84494b28be62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d683b9-5d01-4254-a8c3-3d9966ffd81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696113 May 31 12:54:02.515618 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-eca8017c-6fe8-441a-ac17-c6ce2bbf1abc service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302691 May 31 12:54:02.643976 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-9e5e023b-f4f3-4efc-ae25-1c4156e40638 req-41c4f31b-06e7-4de4-9503-9f30ec72eba2 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216435 May 31 12:54:05.569780 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:15.382110 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-c8da57cb-d987-4541-b1aa-5f127d2c5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:15.383510 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-c8da57cb-d987-4541-b1aa-5f127d2c5561 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1137 time: 0.0723629 May 31 12:54:15.406992 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b56f2-b9b6-4b34-bde1-e30ceaed5070 req-a14dd61d-f753-4493-8cc9-7eff6ce64c93 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:15.408427 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4d0b56f2-b9b6-4b34-bde1-e30ceaed5070 req-a14dd61d-f753-4493-8cc9-7eff6ce64c93 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0825152 May 31 12:54:15.454944 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4d0b56f2-b9b6-4b34-bde1-e30ceaed5070 req-79249878-224e-4c35-8497-3d55889630c0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405159 May 31 12:54:15.516504 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-4a73c503-30dd-47fd-8d0e-342787765bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:15.517952 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-4a73c503-30dd-47fd-8d0e-342787765bd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 915 time: 0.1277592 May 31 12:54:15.621789 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-fc2a5681-8edd-40f1-badf-e72b27cfaf49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 999 time: 0.0965929 May 31 12:54:15.689313 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-6318ce22-77cd-4758-8d40-594acb404e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:15.690722 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-6318ce22-77cd-4758-8d40-594acb404e01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 200 len: 853 time: 0.0592978 May 31 12:54:15.765949 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-4dc093cb-02c5-4580-8b27-2620ea1ef39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:15.767420 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-4dc093cb-02c5-4580-8b27-2620ea1ef39a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d683b9-5d01-4254-a8c3-3d9966ffd81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695221 May 31 12:54:15.904689 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-9f585dc4-5f0b-4831-90d3-6e0024159343 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289754 May 31 12:54:16.130368 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c4aed431-e9ad-4df8-b43d-983d349ace0a req-1d338edc-57c8-4a50-a69c-27d76b8ce6e6 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171309 May 31 12:54:16.643464 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb31e70-cda4-49d8-956c-d39c4c462704 req-d81aef63-1284-440c-a0e0-b2508f371992 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:16.644923 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-deb31e70-cda4-49d8-956c-d39c4c462704 req-d81aef63-1284-440c-a0e0-b2508f371992 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0790503 May 31 12:54:16.695364 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-deb31e70-cda4-49d8-956c-d39c4c462704 req-b8291fd4-c5a0-47b0-ae23-3705f56cc0a3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448353 May 31 12:54:17.879203 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9159896-f94d-46f8-9f04-be876f6bca27 req-258669da-52c3-4bde-8f1c-4f0da05077c4 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:17.880645 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a9159896-f94d-46f8-9f04-be876f6bca27 req-258669da-52c3-4bde-8f1c-4f0da05077c4 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0815332 May 31 12:54:17.926990 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a9159896-f94d-46f8-9f04-be876f6bca27 req-05f1e99b-7048-469a-99e0-07b247d10caa tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406737 May 31 12:54:19.122166 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b154c-008c-4f2f-88ef-7847d825e3a1 req-f79d3e8d-9999-4ab3-9b60-674e3c68058f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:19.123566 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-565b154c-008c-4f2f-88ef-7847d825e3a1 req-f79d3e8d-9999-4ab3-9b60-674e3c68058f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0903544 May 31 12:54:19.169438 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-565b154c-008c-4f2f-88ef-7847d825e3a1 req-a6ed7ce2-d072-4929-b3d1-e4058fddaaea tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391960 May 31 12:54:20.360750 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9a9a6-4bcd-4e2a-a54f-28b061833d13 req-403db5db-1434-4e0d-bdf6-7328b8722c70 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:20.362192 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-23f9a9a6-4bcd-4e2a-a54f-28b061833d13 req-403db5db-1434-4e0d-bdf6-7328b8722c70 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0824683 May 31 12:54:20.407939 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-23f9a9a6-4bcd-4e2a-a54f-28b061833d13 req-6e81f66f-e902-4f05-81a8-910443e08745 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400541 May 31 12:54:21.593260 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb73a-d5d6-4e5b-b486-0ae11edb06b4 req-f7b7b38c-a5b8-4a17-bb39-6fe4f89c1553 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:21.595350 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cf5eb73a-d5d6-4e5b-b486-0ae11edb06b4 req-f7b7b38c-a5b8-4a17-bb39-6fe4f89c1553 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0820844 May 31 12:54:21.639583 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cf5eb73a-d5d6-4e5b-b486-0ae11edb06b4 req-9d328188-6c5a-435f-a17f-5a44e27a8355 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386539 May 31 12:54:22.824463 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5e189-3af5-4c0c-bcec-520d22b715fa req-be3368f4-ecd1-4c79-b553-4f54f4276ab0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:22.825907 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-66e5e189-3af5-4c0c-bcec-520d22b715fa req-be3368f4-ecd1-4c79-b553-4f54f4276ab0 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0783660 May 31 12:54:22.871486 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-66e5e189-3af5-4c0c-bcec-520d22b715fa req-795a519e-f217-407c-b01d-1f8b17f4f003 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394545 May 31 12:54:23.072528 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-b29b759b-0284-4496-9df5-71f8dd484eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:24.196358 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800a130-b84c-4ed0-80d4-ce053a5b010b req-61c3227a-af62-4527-b2da-857a1fd14ba3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:24.197813 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7800a130-b84c-4ed0-80d4-ce053a5b010b req-61c3227a-af62-4527-b2da-857a1fd14ba3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0837455 May 31 12:54:24.243182 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7800a130-b84c-4ed0-80d4-ce053a5b010b req-9906b587-611f-45f2-bcbd-2a5e111866a9 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390768 May 31 12:54:25.405412 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-de6f4008-58e2-4552-a855-2d90f8dbe819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:25.425349 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c256ff9-5000-477f-a6fa-df717f633d6f req-5d342563-30dd-41c7-8f17-fcdaa2428f5d tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:25.430906 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0c256ff9-5000-477f-a6fa-df717f633d6f req-5d342563-30dd-41c7-8f17-fcdaa2428f5d tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0840902 May 31 12:54:25.440788 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:25.476728 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0c256ff9-5000-477f-a6fa-df717f633d6f req-0218b284-dac0-4ea8-b0a9-d8edc99df1b2 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440104 May 31 12:54:26.373005 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:26.666599 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5157c6-120c-435e-b684-5b7cc0b1c927 req-1234d588-103e-4545-baec-c4a10e981196 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:26.668057 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1e5157c6-120c-435e-b684-5b7cc0b1c927 req-1234d588-103e-4545-baec-c4a10e981196 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0787888 May 31 12:54:26.714532 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1e5157c6-120c-435e-b684-5b7cc0b1c927 req-5e75f8e9-a6ea-4f62-aeea-ed33ead3b37e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397532 May 31 12:54:27.899793 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c1a13-0ae8-4b69-9380-0900874754c3 req-12401c1f-4823-4144-b342-5b22d8a19587 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:27.901254 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e38c1a13-0ae8-4b69-9380-0900874754c3 req-12401c1f-4823-4144-b342-5b22d8a19587 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0835068 May 31 12:54:27.948876 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e38c1a13-0ae8-4b69-9380-0900874754c3 req-52d510fa-2780-4a9f-9a5c-ff21e2ac56cc tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412452 May 31 12:54:28.128257 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:29.135668 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cd7cf-1579-4ebe-9a54-6c8e22ffbc14 req-a09ff983-665e-4967-a9d7-50feb255e83f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:29.137134 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-782cd7cf-1579-4ebe-9a54-6c8e22ffbc14 req-a09ff983-665e-4967-a9d7-50feb255e83f tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0800116 May 31 12:54:29.183620 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-782cd7cf-1579-4ebe-9a54-6c8e22ffbc14 req-60f676e0-c981-4cc8-b9b1-349bbb76c6be tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404124 May 31 12:54:30.369141 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af098df7-9ec8-4ede-acd6-f65c1658937e req-4c8d21a1-0e9c-4400-9430-01bec445a1bb tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:30.370535 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-af098df7-9ec8-4ede-acd6-f65c1658937e req-4c8d21a1-0e9c-4400-9430-01bec445a1bb tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0830910 May 31 12:54:30.416609 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-af098df7-9ec8-4ede-acd6-f65c1658937e req-8a19e9c5-b69d-4bb7-97eb-055a3958913a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404553 May 31 12:54:31.597847 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3e8a5-089b-4551-b5c9-476302ce35e7 req-d451f9e8-4325-458c-ac9f-877153018741 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:31.599230 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b2a3e8a5-089b-4551-b5c9-476302ce35e7 req-d451f9e8-4325-458c-ac9f-877153018741 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.0784698 May 31 12:54:31.648636 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b2a3e8a5-089b-4551-b5c9-476302ce35e7 req-2fa700b3-db1c-48ce-b985-be7c5ec9b472 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436802 May 31 12:54:32.890084 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10a4df-f158-42e3-8245-c8283019d142 req-de3fee69-c454-4775-bf09-295a698b220c tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:32.891563 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cc10a4df-f158-42e3-8245-c8283019d142 req-de3fee69-c454-4775-bf09-295a698b220c tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.1386492 May 31 12:54:32.938339 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cc10a4df-f158-42e3-8245-c8283019d142 req-4bf131a5-2136-48bf-9867-3de9f7722071 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&id=6bca17ba-24e0-44ac-97e2-c5620453cefc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409508 May 31 12:54:35.580522 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:37.904813 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:54:40.009785 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c5b5a-1857-43c7-8e30-ec93340f40bb req-acfd1d0b-c3cb-4d76-93ef-3665ff56d2fa tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:40.011313 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ec7c5b5a-1857-43c7-8e30-ec93340f40bb req-acfd1d0b-c3cb-4d76-93ef-3665ff56d2fa tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0814533 May 31 12:54:40.055749 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ec7c5b5a-1857-43c7-8e30-ec93340f40bb req-1e4c5b5f-d24e-4284-8d77-e2a16f8176e3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 May 31 12:54:41.244840 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4da38f-4517-44c6-87e3-425bbe774999 req-f6dd1a64-0931-4715-ab13-d5e138d03450 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:41.246458 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5f4da38f-4517-44c6-87e3-425bbe774999 req-f6dd1a64-0931-4715-ab13-d5e138d03450 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0805681 May 31 12:54:41.293788 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5f4da38f-4517-44c6-87e3-425bbe774999 req-f2eb5080-8a9b-410e-9061-3a77790882f8 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 May 31 12:54:42.484090 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183f59a-8232-4d7c-bd05-b1774a789ba6 req-adb15093-0ea5-4cbb-b734-902da32da886 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:42.485522 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0183f59a-8232-4d7c-bd05-b1774a789ba6 req-adb15093-0ea5-4cbb-b734-902da32da886 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0810215 May 31 12:54:42.529443 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0183f59a-8232-4d7c-bd05-b1774a789ba6 req-89874f36-3d24-42b2-9ed5-22f61bd66d1c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382066 May 31 12:54:43.719414 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ad3c7-1194-4602-862f-c8c8645630b4 req-a2c873dc-a6d2-4b98-819c-e55c0110bc9b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:43.720849 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d87ad3c7-1194-4602-862f-c8c8645630b4 req-a2c873dc-a6d2-4b98-819c-e55c0110bc9b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0810487 May 31 12:54:43.764358 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d87ad3c7-1194-4602-862f-c8c8645630b4 req-a9f506db-58c8-4217-a06e-39052278b52c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380526 May 31 12:54:44.948690 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31528ba9-c98e-48f0-a541-f17581429920 req-07376640-6e72-4187-8f93-75f6da00d563 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:44.950127 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-31528ba9-c98e-48f0-a541-f17581429920 req-07376640-6e72-4187-8f93-75f6da00d563 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0776629 May 31 12:54:44.994335 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-31528ba9-c98e-48f0-a541-f17581429920 req-8da0e6df-b5c5-42e2-b781-b113f4d523b6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381610 May 31 12:54:46.186413 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955dd1d2-e9af-4860-9a3f-58a69d2c61eb req-34d7275a-4f6d-44d9-a60f-cc0ea643ef5b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:46.188023 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-955dd1d2-e9af-4860-9a3f-58a69d2c61eb req-34d7275a-4f6d-44d9-a60f-cc0ea643ef5b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0868261 May 31 12:54:46.231660 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-955dd1d2-e9af-4860-9a3f-58a69d2c61eb req-4dba432f-418b-4cb6-a85c-11e8a5aacc98 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379930 May 31 12:54:47.420131 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136591d-60bb-4edf-9781-16a83307d734 req-0c800c6e-3a49-4253-a357-15bc9980a385 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:47.421547 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0136591d-60bb-4edf-9781-16a83307d734 req-0c800c6e-3a49-4253-a357-15bc9980a385 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0777225 May 31 12:54:47.465530 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0136591d-60bb-4edf-9781-16a83307d734 req-a16d800a-0a34-4280-9d2a-53578aa33d5f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378556 May 31 12:54:48.652131 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c1031-e768-46d1-8f30-040939085d02 req-8a94ef8b-fb0d-4dc6-a4b0-e6ffae170885 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:48.653581 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-130c1031-e768-46d1-8f30-040939085d02 req-8a94ef8b-fb0d-4dc6-a4b0-e6ffae170885 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0803459 May 31 12:54:48.697526 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-130c1031-e768-46d1-8f30-040939085d02 req-65e6b11f-1c66-4cff-a7e8-d33361536de5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 May 31 12:54:49.884173 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e5b9d-d89c-4e6f-a1a8-5dc5481b453b req-ba59e567-0101-4418-8498-14f0189febf6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:49.885600 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bc4e5b9d-d89c-4e6f-a1a8-5dc5481b453b req-ba59e567-0101-4418-8498-14f0189febf6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0774732 May 31 12:54:49.932906 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bc4e5b9d-d89c-4e6f-a1a8-5dc5481b453b req-a79bd7ea-37fa-4846-b0a1-4360a371ee38 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 May 31 12:54:51.126900 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f1a0-59c1-46df-8197-fc6e21318be8 req-d5d86d5d-9c6f-4576-9ec9-425e82b1c611 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:51.128372 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-20d8f1a0-59c1-46df-8197-fc6e21318be8 req-d5d86d5d-9c6f-4576-9ec9-425e82b1c611 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0806875 May 31 12:54:51.171466 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-20d8f1a0-59c1-46df-8197-fc6e21318be8 req-61924bfb-c9c7-4b8e-828d-364287d06d2c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374775 May 31 12:54:52.363060 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eddeb-ae03-4daa-b5ab-23b456c39fb3 req-52aa07a2-52ca-44fc-ae7e-c1654de354b5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:52.364506 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-456eddeb-ae03-4daa-b5ab-23b456c39fb3 req-52aa07a2-52ca-44fc-ae7e-c1654de354b5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0848677 May 31 12:54:52.409674 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-456eddeb-ae03-4daa-b5ab-23b456c39fb3 req-2f7a4663-f263-4730-8801-d3adb2df5e45 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394678 May 31 12:54:53.074531 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-a9b6b8b0-b078-41f9-8763-b21e0d8b2b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:53.592813 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadf7ec-6d8c-4dd5-832f-cbdc3f1ad386 req-ff5abe69-9557-45e0-a93a-39dd67c8873b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:53.594250 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2fadf7ec-6d8c-4dd5-832f-cbdc3f1ad386 req-ff5abe69-9557-45e0-a93a-39dd67c8873b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0776672 May 31 12:54:53.638090 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2fadf7ec-6d8c-4dd5-832f-cbdc3f1ad386 req-864c106a-d09e-4b5c-b152-3e223b841f53 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378063 May 31 12:54:54.835790 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a79c68-f2a2-4e34-b599-0eb9f8eb3904 req-bdfcaaeb-e112-4fa7-a3bd-1b2321000eb0 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:54.837224 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-08a79c68-f2a2-4e34-b599-0eb9f8eb3904 req-bdfcaaeb-e112-4fa7-a3bd-1b2321000eb0 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0810871 May 31 12:54:54.880781 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-08a79c68-f2a2-4e34-b599-0eb9f8eb3904 req-2988830d-677f-436a-ae81-10ff4ce149ae tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379667 May 31 12:54:55.407966 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-cd27b39f-25b6-4162-afa0-6e32eca7c456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:55.443690 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:56.065019 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8888d99-ef3c-45f8-bef1-b30a8d1e168d req-c5a2d513-0095-4000-8a2e-3a2f2a054993 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:56.066509 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c8888d99-ef3c-45f8-bef1-b30a8d1e168d req-c5a2d513-0095-4000-8a2e-3a2f2a054993 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0793617 May 31 12:54:56.113718 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c8888d99-ef3c-45f8-bef1-b30a8d1e168d req-1b6ee2c7-41fd-4002-84f3-33ac100d41b1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414064 May 31 12:54:56.375944 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:56.633947 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:54:56.771159 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:56.783778 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '63584206-4898-488a-82c6-82b02e1d2503', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'port_id': '63584206-4898-488a-82c6-82b02e1d2503', 'mac_address': 'fa:16:3e:c2:9f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:54:56.836672 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:56.855057 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63584206-4898-488a-82c6-82b02e1d2503 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:54:56.870602 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:56.873967 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:56.875655 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:56.942980 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=6']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:56.949893 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.950238 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.950597 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.950929 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.951256 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.951582 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.951904 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.952224 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.952541 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.952857 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.953173 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.953488 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:56.957309 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:56.987774 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['63584206-4898-488a-82c6-82b02e1d2503'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:54:57.304458 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d185867-ab96-4f9c-b064-e666e448e55f req-2b419b3c-d777-4f02-8c90-aa25458da5b1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:57.305888 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5d185867-ab96-4f9c-b064-e666e448e55f req-2b419b3c-d777-4f02-8c90-aa25458da5b1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 944 time: 0.0799782 May 31 12:54:57.350975 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5d185867-ab96-4f9c-b064-e666e448e55f req-7672dd65-c84c-4b5f-b461-3523a0f3752f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394118 May 31 12:54:58.131391 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:58.545061 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc06f7-a939-4f0a-958c-2ae1d234a4e6 req-d419ef36-334f-4f5f-8ed1-626b89748a52 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:58.546541 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-afdc06f7-a939-4f0a-958c-2ae1d234a4e6 req-d419ef36-334f-4f5f-8ed1-626b89748a52 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 944 time: 0.0824268 May 31 12:54:58.589843 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-afdc06f7-a939-4f0a-958c-2ae1d234a4e6 req-332b1b5f-8608-4d43-a4ef-8dc6f1c43fc1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375805 May 31 12:54:58.625687 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:58.691529 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 63584206-4898-488a-82c6-82b02e1d2503 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:58.691907 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:58.808297 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:58.835243 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63584206-4898-488a-82c6-82b02e1d2503'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:58.837490 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3f5a9c-ed90-40ab-952b-2b95fe653275" -d '{"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-plugged", "status": "completed", "tag": "63584206-4898-488a-82c6-82b02e1d2503"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:58.845400 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:58.849304 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:58.852205 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:58.885436 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63916e42-a624-48f8-8705-1f6ef1628e28 x-openstack-request-id: req-63916e42-a624-48f8-8705-1f6ef1628e28 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:58.885758 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-plugged", "status": "completed", "tag": "63584206-4898-488a-82c6-82b02e1d2503", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:58.886012 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63916e42-a624-48f8-8705-1f6ef1628e28 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:58.886437 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63584206-4898-488a-82c6-82b02e1d2503', 'code': 200} May 31 12:54:58.922767 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=7']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:58.926039 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:59.772868 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e4930-0bcd-44b7-a762-332b676f1eb2 req-3787355e-0e12-4720-8ea0-21fea9ce012a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:59.774285 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f86e4930-0bcd-44b7-a762-332b676f1eb2 req-3787355e-0e12-4720-8ea0-21fea9ce012a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0772569 May 31 12:54:59.817791 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f86e4930-0bcd-44b7-a762-332b676f1eb2 req-6c38976b-05e8-48a9-9f4f-90f3fa681c41 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379956 May 31 12:55:01.078649 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144704e-1408-4211-bfb6-44894dc5598d req-fe57de06-aea5-49ee-a24f-22adfd029e5d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:01.080079 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7144704e-1408-4211-bfb6-44894dc5598d req-fe57de06-aea5-49ee-a24f-22adfd029e5d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.1522515 May 31 12:55:01.125836 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7144704e-1408-4211-bfb6-44894dc5598d req-61100428-b709-4f07-a1f3-e2520923ecb1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400527 May 31 12:55:01.842304 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-31b72e36-ce2b-4a32-b82c-a7a7558da5d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709057 May 31 12:55:01.977249 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-c2f47797-f037-4bab-a827-443bc003179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:01.978717 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-c2f47797-f037-4bab-a827-443bc003179e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1099 time: 0.0689032 May 31 12:55:02.140779 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-524dcf0b-e6f0-4e14-a099-4df3adb41a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:02.142100 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-524dcf0b-e6f0-4e14-a099-4df3adb41a64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 909 time: 0.1428347 May 31 12:55:02.248026 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-db68024d-3ec3-400c-a88c-4a776022c081 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 1001 time: 0.0980301 May 31 12:55:02.309911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-55c9f385-1ce3-4924-b758-bb91b1631e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:02.311385 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-55c9f385-1ce3-4924-b758-bb91b1631e98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.0565102 May 31 12:55:02.318486 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170942af-a843-40e0-b816-069f30ba2f1e req-a303f22c-d8ae-44b8-8463-6e7da2d387b0 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:02.320075 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-170942af-a843-40e0-b816-069f30ba2f1e req-a303f22c-d8ae-44b8-8463-6e7da2d387b0 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0798905 May 31 12:55:02.367219 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-170942af-a843-40e0-b816-069f30ba2f1e req-9e8516b2-c064-46ff-8881-a4feabc7b646 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 May 31 12:55:02.392813 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-96a763b4-f256-48d0-a4b0-54c60a26d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:02.394235 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-96a763b4-f256-48d0-a4b0-54c60a26d42a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742750 May 31 12:55:02.526661 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-37b0417e-1b36-4875-a878-bfafc22a8491 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233289 May 31 12:55:02.655903 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a715c53e-4cc8-4a8d-bbd4-a6235b3ae13d req-423ced0c-a4a6-43c6-8acb-908c27a73d43 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213121 May 31 12:55:03.560450 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe0fa3-1f62-453a-a6c3-069b67fa0753 req-884c5a69-8e35-4750-abd5-5e0300e32679 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:03.562039 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2efe0fa3-1f62-453a-a6c3-069b67fa0753 req-884c5a69-8e35-4750-abd5-5e0300e32679 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0792801 May 31 12:55:03.612161 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2efe0fa3-1f62-453a-a6c3-069b67fa0753 req-32a035b5-f162-4638-95f3-8ec5ef085191 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 May 31 12:55:04.848262 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310ed72-3d7c-4e20-9fbb-6a387be4b58a req-8a94934e-a2a6-4bed-8b10-64bd693f04db tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:04.851113 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4310ed72-3d7c-4e20-9fbb-6a387be4b58a req-8a94934e-a2a6-4bed-8b10-64bd693f04db tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0863433 May 31 12:55:04.902376 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4310ed72-3d7c-4e20-9fbb-6a387be4b58a req-63f0d31d-9c89-443b-b79a-52ced462eda2 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 May 31 12:55:05.579080 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:06.119449 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612065bc-f151-4569-8977-4e22501f1a81 req-e6189d41-7e9e-43c5-af48-ae618d24691f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:06.127742 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-612065bc-f151-4569-8977-4e22501f1a81 req-e6189d41-7e9e-43c5-af48-ae618d24691f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.1055593 May 31 12:55:06.172983 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-612065bc-f151-4569-8977-4e22501f1a81 req-739cd233-110d-492a-a89d-8720d4bad71b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438786 May 31 12:55:07.397008 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61038741-e2b7-49fa-9ca7-b277502a8183 req-eb6f4ee6-0650-46b2-a2dc-69d95fa8d6cd tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:07.398684 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-61038741-e2b7-49fa-9ca7-b277502a8183 req-eb6f4ee6-0650-46b2-a2dc-69d95fa8d6cd tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0939565 May 31 12:55:07.448315 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-61038741-e2b7-49fa-9ca7-b277502a8183 req-c0a36062-d1a5-4786-8ada-ec4400a1834c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 May 31 12:55:08.649273 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abf4b-4d6f-4b21-ba8d-d5aef880905d req-ee5581f0-589f-4271-ae9f-7ac2209a4c39 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:08.650705 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8e2abf4b-4d6f-4b21-ba8d-d5aef880905d req-ee5581f0-589f-4271-ae9f-7ac2209a4c39 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0903885 May 31 12:55:08.700591 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8e2abf4b-4d6f-4b21-ba8d-d5aef880905d req-ca50b50c-8246-4252-a7ab-5d2c05aabea2 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 May 31 12:55:09.909397 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19eacf-eea8-4305-8bb3-3d25fa0ea56f req-014fa189-036c-4996-b435-33ad444f4710 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:09.910974 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e19eacf-eea8-4305-8bb3-3d25fa0ea56f req-014fa189-036c-4996-b435-33ad444f4710 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0963588 May 31 12:55:09.956830 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e19eacf-eea8-4305-8bb3-3d25fa0ea56f req-5b07aa6b-8476-490e-a808-78ce7bce7736 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 May 31 12:55:11.193128 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8d629-b407-4212-b892-6ce12aa68d6b req-eb6b15b0-eab2-40f0-ab06-ed9773f81a03 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:11.194618 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-deb8d629-b407-4212-b892-6ce12aa68d6b req-eb6b15b0-eab2-40f0-ab06-ed9773f81a03 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.1156387 May 31 12:55:11.243531 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-deb8d629-b407-4212-b892-6ce12aa68d6b req-887b1a17-cc69-4083-a212-dfa5f33dd4a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 May 31 12:55:12.461047 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d2206-7174-4d23-8b70-4c04b61dc526 req-0e0d1fe5-97e3-476d-936f-78d1dc305cb1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:12.462645 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-666d2206-7174-4d23-8b70-4c04b61dc526 req-0e0d1fe5-97e3-476d-936f-78d1dc305cb1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0866141 May 31 12:55:12.516173 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-666d2206-7174-4d23-8b70-4c04b61dc526 req-b297b109-58e1-48f4-b537-04e3718a9f74 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462782 May 31 12:55:13.714368 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9048e79-6190-4be6-b0c6-75106af3846c req-20d3d7be-9a02-4381-a736-042e252a2684 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.715868 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a9048e79-6190-4be6-b0c6-75106af3846c req-20d3d7be-9a02-4381-a736-042e252a2684 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0841703 May 31 12:55:13.762727 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a9048e79-6190-4be6-b0c6-75106af3846c req-f1e3f51a-8e1f-4ce2-bf62-4e6b4af15272 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 May 31 12:55:14.903571 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:55:14.962582 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dee2a5-45ae-426f-9290-09e4bac3fcda req-c03b497a-e3f0-4eb8-8db0-3bc6a5bf6b1b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:14.964420 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-94dee2a5-45ae-426f-9290-09e4bac3fcda req-c03b497a-e3f0-4eb8-8db0-3bc6a5bf6b1b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0806785 May 31 12:55:15.013029 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-94dee2a5-45ae-426f-9290-09e4bac3fcda req-19aeca26-450f-45ea-84ea-e192a4078a5a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 May 31 12:55:16.209112 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fbcc2-55c0-4a6a-a09b-daccb825cd94 req-09056aa2-7ed4-4603-901a-709db9d13a89 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:16.210601 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9b3fbcc2-55c0-4a6a-a09b-daccb825cd94 req-09056aa2-7ed4-4603-901a-709db9d13a89 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0873406 May 31 12:55:16.212907 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-e3abdd7f-781e-445f-9052-03a312893677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:16.214373 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-e3abdd7f-781e-445f-9052-03a312893677 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 1098 time: 0.0706596 May 31 12:55:16.257360 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9b3fbcc2-55c0-4a6a-a09b-daccb825cd94 req-8690403d-1872-4d79-9460-97310cd88c2e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403402 May 31 12:55:16.345910 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-2089c3bb-1921-4809-baa6-74dd745b89c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:16.347894 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-2089c3bb-1921-4809-baa6-74dd745b89c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1267548 May 31 12:55:16.450753 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-66c3536f-4aa2-4971-a23d-17a97b1dec42 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63584206-4898-488a-82c6-82b02e1d2503 HTTP/1.1" status: 200 len: 1001 time: 0.0948119 May 31 12:55:16.512229 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-9f18620a-e31e-4414-93fb-c41e5f845149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:16.513560 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-9f18620a-e31e-4414-93fb-c41e5f845149 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0566571 May 31 12:55:16.592954 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-c3143b33-0a13-4f96-902a-98c45bbbb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:16.594443 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-c3143b33-0a13-4f96-902a-98c45bbbb160 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0741832 May 31 12:55:16.724984 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-6760fd2b-5f15-4fbd-9162-70206e3ca103 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226165 May 31 12:55:16.954076 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-a835d9d6-f84c-44c9-9d69-146900388a8c req-4e9ed162-f559-4e15-aa8a-27f3bcf0adb5 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221513 May 31 12:55:17.447173 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904d485-fdaa-4ed7-a307-956f3dca6b4b req-bc6e36f8-5d05-4ac9-8266-d7751ee46eeb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:17.448624 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c904d485-fdaa-4ed7-a307-956f3dca6b4b req-bc6e36f8-5d05-4ac9-8266-d7751ee46eeb tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0775542 May 31 12:55:17.495913 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c904d485-fdaa-4ed7-a307-956f3dca6b4b req-28e183c2-aa72-40b1-8c64-679f2c540f20 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 May 31 12:55:18.681780 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934ac8a-1753-4a0e-a7cf-34280e3163c1 req-0f9a81aa-83e9-4180-bab5-8bdd50d9665c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:18.683232 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4934ac8a-1753-4a0e-a7cf-34280e3163c1 req-0f9a81aa-83e9-4180-bab5-8bdd50d9665c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0774002 May 31 12:55:18.726354 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4934ac8a-1753-4a0e-a7cf-34280e3163c1 req-1a3dd7a4-9a00-478a-8347-9f4d854c5500 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377409 May 31 12:55:19.914751 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e9bea-59e2-487f-a1de-9cad6a2351ac req-8f12873f-ec37-496c-bc16-11965f92152f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.916193 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bb1e9bea-59e2-487f-a1de-9cad6a2351ac req-8f12873f-ec37-496c-bc16-11965f92152f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 945 time: 0.0811677 May 31 12:55:19.960739 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bb1e9bea-59e2-487f-a1de-9cad6a2351ac req-1ca48cb7-bd7d-4139-b422-e7c7599ba5f2 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 May 31 12:55:20.741150 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:20.870487 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:20.905570 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63584206-4898-488a-82c6-82b02e1d2503'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:20.907792 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d72cac-905b-4d73-8e61-a5733596790c" -d '{"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-unplugged", "status": "completed", "tag": "63584206-4898-488a-82c6-82b02e1d2503"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:20.916577 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:20.921745 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:20.923525 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:20.960675 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11349c04-aecd-454f-a724-af60b323c3b7 x-openstack-request-id: req-11349c04-aecd-454f-a724-af60b323c3b7 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:20.960972 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-unplugged", "status": "failed", "tag": "63584206-4898-488a-82c6-82b02e1d2503", "code": 422}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:20.961241 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11349c04-aecd-454f-a724-af60b323c3b7 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:20.961657 dv-cinder-790492-5-smb neutron-server[98237]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63584206-4898-488a-82c6-82b02e1d2503', 'code': 422} returned with failed status May 31 12:55:20.994427 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=8']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:20.997688 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:21.400248 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748ca90-98fe-49c2-bc29-9a86b2276e44 req-7c7ba4ff-4e55-436d-b0aa-9babca18180a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:21.401799 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f748ca90-98fe-49c2-bc29-9a86b2276e44 req-7c7ba4ff-4e55-436d-b0aa-9babca18180a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0794082 May 31 12:55:21.447734 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f748ca90-98fe-49c2-bc29-9a86b2276e44 req-c01ea421-60de-4f15-b481-e2b6c408d964 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402510 May 31 12:55:21.498845 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41386) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:21.606597 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-a1dd622d-52c7-4a08-831f-7e0a026c28ed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065078 May 31 12:55:22.638582 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc8439-3a1d-4b70-bb8f-de06b3bc0863 req-7f434619-3373-4efe-8827-8b0050a7b578 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:22.640358 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dbbc8439-3a1d-4b70-bb8f-de06b3bc0863 req-7f434619-3373-4efe-8827-8b0050a7b578 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0825577 May 31 12:55:22.687010 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dbbc8439-3a1d-4b70-bb8f-de06b3bc0863 req-543487f2-45f6-40f4-aa32-12d5d8c06f20 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400312 May 31 12:55:23.076860 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-eed15547-d970-4452-94ac-65cab93ce59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:23.852177 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41406) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:23.882154 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8a046-8eea-4994-aef6-2f08ad758182 req-7b67d03e-83cd-4970-8c23-9b9b0df02737 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:23.883875 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0ad8a046-8eea-4994-aef6-2f08ad758182 req-7b67d03e-83cd-4970-8c23-9b9b0df02737 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0845337 May 31 12:55:23.932562 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0ad8a046-8eea-4994-aef6-2f08ad758182 req-59545d0b-0596-41d6-abf6-108562d4544b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431669 May 31 12:55:24.215494 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Deleting port 733a7b1c-393a-471d-9c9d-e26fa2d6fc88 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:24.215832 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.337040 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.337368 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.458506 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Calling delete_port for 733a7b1c-393a-471d-9c9d-e26fa2d6fc88 owned by network:floatingip {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:24.587962 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.592158 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-88c5a91b-289b-43ba-8104-7a0b52bd2a43 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:24.634394 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event deleted for resources: {'Port': ['ID=733a7b1c-393a-471d-9c9d-e26fa2d6fc88,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:24.674115 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.674507 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.674868 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.675224 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.675574 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.676195 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.676569 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.676913 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.677257 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.677597 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.677938 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.678277 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:24.685057 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:24.687555 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for floatingip, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.687887 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.l3_db [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Floating IP ef889487-df37-4280-936d-f50a62e1cdb3 disassociated (deleted). External IP: 172.28.1.41, port: bdb00df3-a702-4b95-8a22-b402d32340e7. May 31 12:55:25.033128 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Router 0a4f6073-990f-4dcb-bf69-147d07e84d66 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:55:25.192126 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c04da2-a7cc-402d-8e97-272ca7869d25 req-022a03cf-573c-4d74-b7c3-e429bce23bd4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.193654 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-22c04da2-a7cc-402d-8e97-272ca7869d25 req-022a03cf-573c-4d74-b7c3-e429bce23bd4 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.1491063 May 31 12:55:25.241876 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-22c04da2-a7cc-402d-8e97-272ca7869d25 req-a63f6249-a1cd-45d3-b66e-41e9e9ac6a10 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 May 31 12:55:25.316757 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:55:25.326733 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb295459-1089-43fd-a14b-75db481e450c None None] Sync routers for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:55:25.335107 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.337080 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb295459-1089-43fd-a14b-75db481e450c None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:25.337698 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-eb295459-1089-43fd-a14b-75db481e450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:54:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:25.387909 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "DELETE /v2.0/floatingips/ef889487-df37-4280-936d-f50a62e1cdb3 HTTP/1.1" status: 204 len: 168 time: 1.5346546 May 31 12:55:25.388566 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:25.390871 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8762b78e-3eee-441c-ae96-6020c23b1c74" -d '{"events": [{"name": "network-changed", "server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:25.434299 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6d9f40-ff98-43ec-9365-96ef15027138 x-openstack-request-id: req-ff6d9f40-ff98-43ec-9365-96ef15027138 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:25.434651 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:25.434942 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff6d9f40-ff98-43ec-9365-96ef15027138 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:25.435366 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'status': 'completed', 'code': 200} May 31 12:55:25.437080 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d54e4fad-e670-4fbd-8d4a-b45c44753cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.519449 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.531425 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-b93c2cc7-a3fe-4a3c-be92-0d8c777ab76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.532990 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-b93c2cc7-a3fe-4a3c-be92-0d8c777ab76d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 1099 time: 0.0756962 May 31 12:55:25.542934 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-eb295459-1089-43fd-a14b-75db481e450c None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:25.682868 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-c6ad24fd-2e2d-45df-9f04-a90d3108ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.684341 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-c6ad24fd-2e2d-45df-9f04-a90d3108ea3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 200 len: 909 time: 0.1447098 May 31 12:55:25.759806 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-8d87bfcc-29b6-4fab-b005-62dfc78638fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 200 len: 217 time: 0.0680263 May 31 12:55:25.772772 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2d7f-5d4e-4dc7-b5da-ec77c0eae0ae req-ede2c8cd-196e-4a3e-a855-872e76588d11 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.774380 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-76de2d7f-5d4e-4dc7-b5da-ec77c0eae0ae req-ede2c8cd-196e-4a3e-a855-872e76588d11 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0834045 May 31 12:55:25.820299 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-76de2d7f-5d4e-4dc7-b5da-ec77c0eae0ae req-ae5aced8-c5aa-41df-8901-a6f6ab74ea24 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394821 May 31 12:55:25.827674 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-0d29d130-f67d-4194-b4f7-ec70aec929dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.829123 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-0d29d130-f67d-4194-b4f7-ec70aec929dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 200 len: 847 time: 0.0625746 May 31 12:55:25.876207 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-eb295459-1089-43fd-a14b-75db481e450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:12Z', 'revision_number': 5, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:25.881177 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb295459-1089-43fd-a14b-75db481e450c None None] Checking router: 0a4f6073-990f-4dcb-bf69-147d07e84d66 for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:55:25.890382 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb295459-1089-43fd-a14b-75db481e450c None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:25.891087 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-eb295459-1089-43fd-a14b-75db481e450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:25.906296 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-c9c657d3-ef04-4755-ae16-fd66c343df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.907860 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-c9c657d3-ef04-4755-ae16-fd66c343df65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ea0e37d-889b-4df9-ab28-779b21ccb4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716281 May 31 12:55:26.055882 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-154366b0-745a-4ca8-9d73-9803acdb8ecd service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389406 May 31 12:55:26.114994 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-eb295459-1089-43fd-a14b-75db481e450c None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:26.194191 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8762b78e-3eee-441c-ae96-6020c23b1c74 req-f6991e64-9d37-47b7-8248-a5b73b4c8a74 service neutron] 10.222.0.30 "GET /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314292 May 31 12:55:26.415437 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:26.436544 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923391c-96f6-465e-8b56-7182a08c5083 req-cd55b281-80a0-4b66-b5c5-a6d186472bcc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.438017 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0923391c-96f6-465e-8b56-7182a08c5083 req-cd55b281-80a0-4b66-b5c5-a6d186472bcc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0797970 May 31 12:55:26.446988 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-eb295459-1089-43fd-a14b-75db481e450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:12Z', 'revision_number': 5, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:26.451371 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb295459-1089-43fd-a14b-75db481e450c None None] The sync data for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb is: [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:49:05Z', 'revision_number': 4, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': 'ea604021-bc30-43c8-b6cc-916e7f67b81b', 'name': '', 'network_id': '7ea0e37d-889b-4df9-ab28-779b21ccb4c2', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'mac_address': 'fa:16:3e:d5:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:04Z', 'updated_at': '2021-05-31T12:49:12Z', 'revision_number': 5, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'subnets': [{'id': 'c0a52e5d-2816-4642-8c4f-55ae2d820b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:55:26.486720 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0923391c-96f6-465e-8b56-7182a08c5083 req-24d41283-2070-4588-9b2c-56ef334f703d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420759 May 31 12:55:26.663834 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-aa4e5998-03e7-4780-9d2d-22da85742587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.665332 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-aa4e5998-03e7-4780-9d2d-22da85742587 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50&tenant_id=2b8770a463164b9dac300460e1914157 HTTP/1.1" status: 200 len: 1096 time: 0.0741835 May 31 12:55:26.670627 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bec356-37a6-4079-9ea6-a1ffc951bc00 None None] New status for floating IP ef889487-df37-4280-936d-f50a62e1cdb3: DOWN {{(pid=98238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:55:26.774017 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-71a8997a-2186-4ac9-be78-2bdcd70da0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.775532 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-71a8997a-2186-4ac9-be78-2bdcd70da0f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 1096 time: 0.0752947 May 31 12:55:26.909365 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-a9f8fd43-d09e-4c4a-84b0-ce6b51e8e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.911353 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-a9f8fd43-d09e-4c4a-84b0-ce6b51e8e0c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1271422 May 31 12:55:27.008488 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64d50b-b679-4f4d-99cd-fe4a4559f672 req-1ca47ddf-4254-441d-b65b-42bfcb5d38b0 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.010054 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9d64d50b-b679-4f4d-99cd-fe4a4559f672 req-1ca47ddf-4254-441d-b65b-42bfcb5d38b0 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0807118 May 31 12:55:27.026204 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-49e71899-75af-402f-a99c-13f9a3f9efdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63584206-4898-488a-82c6-82b02e1d2503 HTTP/1.1" status: 200 len: 999 time: 0.1078711 May 31 12:55:27.055530 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9d64d50b-b679-4f4d-99cd-fe4a4559f672 req-dfc472db-6c1b-47f4-8762-f2e46f93cc3b tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397930 May 31 12:55:27.088580 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-2feb0272-9783-4610-9171-b4c1dd92c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.090022 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-2feb0272-9783-4610-9171-b4c1dd92c7ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0574296 May 31 12:55:27.165545 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-f40a7055-e848-4342-85cc-d7badc7b90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.167071 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-f40a7055-e848-4342-85cc-d7badc7b90e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675819 May 31 12:55:27.297886 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-e1215aef-cbae-404b-90f9-e6504dd9164b service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233108 May 31 12:55:27.432613 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e4e4ec99-155b-4d01-b90c-8b1bc4f27cea req-ac095566-e998-4717-a62e-de75fc88ac2e service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260576 May 31 12:55:27.684663 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1e29d-9d99-4f34-8a5d-6cb7daf26436 req-cdc09897-7286-4043-9474-5d0d5ed53231 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.687440 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-54d1e29d-9d99-4f34-8a5d-6cb7daf26436 req-cdc09897-7286-4043-9474-5d0d5ed53231 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0912004 May 31 12:55:27.737529 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-54d1e29d-9d99-4f34-8a5d-6cb7daf26436 req-7a26dd57-9272-4e46-b056-ed3d72f17804 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444431 May 31 12:55:27.820360 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-1f52a6f2-57d0-4f09-8dd8-4d5de7165cd5 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.821097 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-1f52a6f2-57d0-4f09-8dd8-4d5de7165cd5 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Synchronizing usage tracker for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:55:27.840658 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-1f52a6f2-57d0-4f09-8dd8-4d5de7165cd5 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Unset dirty status for tenant:e9e50e4596ba402b86c9ec3dc51aac7b on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:55:27.843036 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-1f52a6f2-57d0-4f09-8dd8-4d5de7165cd5 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.30 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.2112768 May 31 12:55:28.136110 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:28.242940 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e5a20-58dc-435a-abb8-bc01b1f30844 req-89c1d5ab-aa49-440e-80d6-75833523c606 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:28.244433 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ae9e5a20-58dc-435a-abb8-bc01b1f30844 req-89c1d5ab-aa49-440e-80d6-75833523c606 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0825517 May 31 12:55:28.291965 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ae9e5a20-58dc-435a-abb8-bc01b1f30844 req-5dd41f41-8d2d-4f48-8242-54a755cb89aa tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 May 31 12:55:28.940095 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb516fa-8fdf-407a-8adf-f18e6169217b req-dba38ae6-bc3b-4e3f-a752-1ad59dfbae50 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:28.941627 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3fb516fa-8fdf-407a-8adf-f18e6169217b req-dba38ae6-bc3b-4e3f-a752-1ad59dfbae50 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0861721 May 31 12:55:28.990062 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3fb516fa-8fdf-407a-8adf-f18e6169217b req-3c1a551f-0116-4a7c-be65-d064e15922f2 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 May 31 12:55:29.480835 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588e63d-158a-43e9-96e8-92640c7d560d req-bd3c78ad-e51e-4606-9f45-49e703c1e660 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.482518 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c588e63d-158a-43e9-96e8-92640c7d560d req-bd3c78ad-e51e-4606-9f45-49e703c1e660 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0809364 May 31 12:55:29.529440 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-c588e63d-158a-43e9-96e8-92640c7d560d req-4dafb3b5-b7a4-41f2-9993-17731c47bd9c tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 May 31 12:55:30.195733 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb8e04-8d9e-46af-996c-eda5d7b7c587 req-4f017437-8da8-410d-8258-d51fc0f8e85e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:30.197212 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8adb8e04-8d9e-46af-996c-eda5d7b7c587 req-4f017437-8da8-410d-8258-d51fc0f8e85e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0838232 May 31 12:55:30.243493 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8adb8e04-8d9e-46af-996c-eda5d7b7c587 req-8defd5ea-842d-4ccc-874e-0d3f24d122ba tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403690 May 31 12:55:30.720305 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a8399-a4ea-4f6f-bd70-2e3bbe9249dc req-0d9e2cae-5664-45aa-b54e-4c0d73b013a6 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:30.721746 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-036a8399-a4ea-4f6f-bd70-2e3bbe9249dc req-0d9e2cae-5664-45aa-b54e-4c0d73b013a6 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0816605 May 31 12:55:30.771599 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-036a8399-a4ea-4f6f-bd70-2e3bbe9249dc req-3ce177d8-a6f9-4227-9a8e-f248596fde95 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 May 31 12:55:31.437999 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e624b3e-7bdb-45e1-9557-00f5fcdf6e7a req-5b364825-59eb-4b1e-bbb9-41682c78ce93 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.439521 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e624b3e-7bdb-45e1-9557-00f5fcdf6e7a req-5b364825-59eb-4b1e-bbb9-41682c78ce93 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0813801 May 31 12:55:31.495063 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3e624b3e-7bdb-45e1-9557-00f5fcdf6e7a req-ad8c85e1-09db-4062-8582-1eb43feb6d2a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473554 May 31 12:55:31.961985 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487980f-3ba3-4c98-8847-b3c61f0aafe2 req-8bf841c3-b537-45fc-932a-e670cc3d768a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.963502 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b487980f-3ba3-4c98-8847-b3c61f0aafe2 req-8bf841c3-b537-45fc-932a-e670cc3d768a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 946 time: 0.0863230 May 31 12:55:32.009737 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b487980f-3ba3-4c98-8847-b3c61f0aafe2 req-4819892e-ec95-48ac-bce2-afdb085513f4 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 May 31 12:55:32.692875 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe61b05-13f8-48af-8319-e2221c7b7ba3 req-638e2620-9e43-41fc-98aa-c4e9103a7b0b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:32.694357 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9fe61b05-13f8-48af-8319-e2221c7b7ba3 req-638e2620-9e43-41fc-98aa-c4e9103a7b0b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0818179 May 31 12:55:32.740524 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9fe61b05-13f8-48af-8319-e2221c7b7ba3 req-9033121f-67af-44c3-804e-13bcceb36866 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406084 May 31 12:55:32.771998 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device bdb00df3-a702-4b95-8a22-b402d32340e7 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:32.890359 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:32.916757 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:32.919171 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d4d708-255a-4633-8aa5-ca273299e220" -d '{"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:32.931280 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:32.936483 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:32.939229 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-e64a6f4d-407a-45cc-8565-71e1770701f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:32.973548 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605dbcb4-3054-490c-8a85-527de971ef9d x-openstack-request-id: req-605dbcb4-3054-490c-8a85-527de971ef9d {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:32.973895 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-unplugged", "status": "completed", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:32.974193 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-605dbcb4-3054-490c-8a85-527de971ef9d {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:32.974628 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'code': 200} May 31 12:55:33.015462 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=9']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:33.018627 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:33.219113 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb208c-e65a-4f3b-9c5e-613063bd7e06 req-8844b47c-0824-4551-95bf-6a35177a48da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:33.220612 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1acb208c-e65a-4f3b-9c5e-613063bd7e06 req-8844b47c-0824-4551-95bf-6a35177a48da tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0865216 May 31 12:55:33.266631 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1acb208c-e65a-4f3b-9c5e-613063bd7e06 req-2eca3d54-7e81-4d44-9f10-26ff4e6f9fa5 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404117 May 31 12:55:33.934113 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda254d6-447c-43bd-ae99-4d8ca7e58f74 req-fe40a648-e7a7-48f7-8881-1ad9463bc117 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:33.935643 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dda254d6-447c-43bd-ae99-4d8ca7e58f74 req-fe40a648-e7a7-48f7-8881-1ad9463bc117 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0825965 May 31 12:55:33.989840 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dda254d6-447c-43bd-ae99-4d8ca7e58f74 req-7d71ebe9-0648-4fa3-9975-060a70bc358d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478315 May 31 12:55:34.454813 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17b7d9-85aa-4b50-8ae4-49b22d8cdd51 req-950731f4-85c2-42cc-a94a-a4df60306930 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:34.456310 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6f17b7d9-85aa-4b50-8ae4-49b22d8cdd51 req-950731f4-85c2-42cc-a94a-a4df60306930 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0819325 May 31 12:55:34.506682 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6f17b7d9-85aa-4b50-8ae4-49b22d8cdd51 req-2df6fc46-e384-494b-a0e7-b5fb7c14e5c1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445910 May 31 12:55:35.188425 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c7e-8227-4633-b482-7bc2b1c13664 req-c35cedb0-2e14-46dc-a2e2-d52ce1fb37b7 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:35.189880 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-52088c7e-8227-4633-b482-7bc2b1c13664 req-c35cedb0-2e14-46dc-a2e2-d52ce1fb37b7 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0841424 May 31 12:55:35.235624 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-52088c7e-8227-4633-b482-7bc2b1c13664 req-4adfb74f-4588-4533-86e6-fdc595fff95c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 May 31 12:55:35.580890 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:35.697960 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f6c28-807d-4938-abb2-7fb924205515 req-e1259fb5-f3fe-4806-b27d-eeb4aa53d6ca tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:35.699492 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-579f6c28-807d-4938-abb2-7fb924205515 req-e1259fb5-f3fe-4806-b27d-eeb4aa53d6ca tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0814734 May 31 12:55:35.745944 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-579f6c28-807d-4938-abb2-7fb924205515 req-17cabcc9-f035-4f46-8987-178ef9b719a8 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407341 May 31 12:55:36.508737 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e10c38-efaa-457e-b50b-3d255fee8bbb req-2680d384-4776-4c05-b72e-b0b664b137c6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:36.510298 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-51e10c38-efaa-457e-b50b-3d255fee8bbb req-2680d384-4776-4c05-b72e-b0b664b137c6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.1628046 May 31 12:55:36.556391 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-51e10c38-efaa-457e-b50b-3d255fee8bbb req-7e304c28-fdad-4907-af42-2868062efe1a tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 May 31 12:55:36.937235 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f87d0-9c6c-41ae-9dfa-e5580f10d1b4 req-b8f7c5f3-4800-4dea-abcb-49bb7d5eba13 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:36.938731 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-535f87d0-9c6c-41ae-9dfa-e5580f10d1b4 req-b8f7c5f3-4800-4dea-abcb-49bb7d5eba13 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0818369 May 31 12:55:36.986511 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-535f87d0-9c6c-41ae-9dfa-e5580f10d1b4 req-02420e2e-3533-41cb-851d-d8be1184269a tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412621 May 31 12:55:37.748691 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be5956-97a7-46cc-80c6-815a2f39f99d req-8d140daf-cf93-4e7b-9a17-ba6032a11080 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:37.750156 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-64be5956-97a7-46cc-80c6-815a2f39f99d req-8d140daf-cf93-4e7b-9a17-ba6032a11080 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0816824 May 31 12:55:37.798112 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-64be5956-97a7-46cc-80c6-815a2f39f99d req-49cd907e-5350-4e18-b091-b6bf51d80e5e tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 May 31 12:55:38.188260 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66d25-ebfa-47cc-af3a-21f8e26b7e0a req-cea04321-0923-4e4b-911e-7422c824f281 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:38.189763 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3db66d25-ebfa-47cc-af3a-21f8e26b7e0a req-cea04321-0923-4e4b-911e-7422c824f281 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0884066 May 31 12:55:38.241204 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3db66d25-ebfa-47cc-af3a-21f8e26b7e0a req-54a546c3-6589-4b52-8e1b-880332d22120 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 May 31 12:55:38.995179 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ad24-c891-49a0-b254-a8ac9673172f req-e43ea4c9-49eb-4314-b7ad-ec1694ed9c66 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:38.996653 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-65d5ad24-c891-49a0-b254-a8ac9673172f req-e43ea4c9-49eb-4314-b7ad-ec1694ed9c66 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0804913 May 31 12:55:39.051617 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-65d5ad24-c891-49a0-b254-a8ac9673172f req-5943a657-ce02-42d0-9927-e19c21219cbf tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489957 May 31 12:55:39.433044 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47563021-5723-4ee1-a533-eabb66b23ae5 req-f6fbca6d-aa99-462c-8d80-11637b354489 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:39.434700 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-47563021-5723-4ee1-a533-eabb66b23ae5 req-f6fbca6d-aa99-462c-8d80-11637b354489 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0868137 May 31 12:55:39.480952 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-47563021-5723-4ee1-a533-eabb66b23ae5 req-2d3673be-801a-4a8f-9874-2b4fefde7191 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402787 May 31 12:55:40.242932 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e734bd-1cc0-4e4f-850d-9e4a297213e4 req-84dd8390-4ee3-4ac2-ae7b-78a899c41542 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:40.244393 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b9e734bd-1cc0-4e4f-850d-9e4a297213e4 req-84dd8390-4ee3-4ac2-ae7b-78a899c41542 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0802107 May 31 12:55:40.292084 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b9e734bd-1cc0-4e4f-850d-9e4a297213e4 req-a8640567-3bd1-4561-bf2a-fbcfef515981 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 May 31 12:55:40.663038 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c1ddb-a0ae-4c74-a339-e54643bce7bd req-0d7bfaa9-1a75-473d-b834-6a3b1ae50132 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:40.664470 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-360c1ddb-a0ae-4c74-a339-e54643bce7bd req-0d7bfaa9-1a75-473d-b834-6a3b1ae50132 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.0790205 May 31 12:55:40.707470 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-360c1ddb-a0ae-4c74-a339-e54643bce7bd req-e432b2ea-fd19-4ce4-b1a7-0a11f990ce51 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374229 May 31 12:55:41.485494 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1a5d9-594c-46bc-8b7b-1030889912da req-08347b63-c76f-4cda-b54c-66a9a597ca88 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:41.486986 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-80b1a5d9-594c-46bc-8b7b-1030889912da req-08347b63-c76f-4cda-b54c-66a9a597ca88 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0866976 May 31 12:55:41.530918 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-80b1a5d9-594c-46bc-8b7b-1030889912da req-a77efe2b-4dbc-4d22-a714-aed94546a548 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377696 May 31 12:55:41.887873 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-0fc6f09c-6007-4986-a92c-6eacb9468cb8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751306179&fields=id&tenant_id=40b5473dd83e44dc86a8645a4675ac20 HTTP/1.1" status: 200 len: 267 time: 0.0868092 May 31 12:55:41.965123 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9336f3-7c58-49f4-8dfe-0c2b5aa65170 req-10766b3f-a6d2-4555-94ae-ccac3308f734 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:41.966596 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2c9336f3-7c58-49f4-8dfe-0c2b5aa65170 req-10766b3f-a6d2-4555-94ae-ccac3308f734 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.1502225 May 31 12:55:42.025300 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-d0567f05-fce6-432c-a366-81ad3c3490ce tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:42.026758 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-d0567f05-fce6-432c-a366-81ad3c3490ce tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 984 time: 0.1319978 May 31 12:55:42.029519 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2c9336f3-7c58-49f4-8dfe-0c2b5aa65170 req-4712807c-c5df-409d-9f4a-160ebbcdeb14 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573218 May 31 12:55:42.038039 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Request body: {'port': {'security_groups': ['6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5']}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:55:42.155669 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.397404 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] For port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:42.421912 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.426610 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.432248 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:42.439910 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['52fd2d6f-3258-421d-ae67-1bb1e7dc89af'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:55:42.497038 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:42.497654 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.499106 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f4477c6f-8200-4c85-8b3d-c4ca6100ef0f req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "PUT /v2.0/ports/52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 942 time: 0.4661191 May 31 12:55:42.499608 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:42.505205 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41518) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:42.509691 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb78cfb0-7084-4ddd-b285-5d7b569e1831" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:42.541507 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event updated for resources: {'Port': ['ID=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,revision_number=7']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:42.551996 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.552378 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.552745 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.553105 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.553461 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.553816 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.554779 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.554779 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.555211 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.555734 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.557611 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.557981 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:42.570986 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:42.575157 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['52fd2d6f-3258-421d-ae67-1bb1e7dc89af'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:55:42.610348 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6568777c-e1a6-465e-bc05-d4de4fe215a6 x-openstack-request-id: req-6568777c-e1a6-465e-bc05-d4de4fe215a6 {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:42.610699 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:42.610989 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6568777c-e1a6-465e-bc05-d4de4fe215a6 {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:42.611432 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'status': 'completed', 'code': 200} May 31 12:55:42.645207 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a07b8d56-4a63-4c9b-a472-25dabe4d2d8e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.679032 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a07b8d56-4a63-4c9b-a472-25dabe4d2d8e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.759894 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a07b8d56-4a63-4c9b-a472-25dabe4d2d8e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.762753 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3746f42-de2c-4553-9f15-ff1ae5133494 req-98ce1bb3-cd11-40ea-a793-6e91ffa192f5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:42.766251 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-5a77b460-d876-4291-8812-f1f9c9e86d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:42.771514 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d3746f42-de2c-4553-9f15-ff1ae5133494 req-98ce1bb3-cd11-40ea-a793-6e91ffa192f5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.1083181 May 31 12:55:42.779654 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b8d56-4a63-4c9b-a472-25dabe4d2d8e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca17ba-24e0-44ac-97e2-c5620453cefc,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:42.789801 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a07b8d56-4a63-4c9b-a472-25dabe4d2d8e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:42.793877 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-a07b8d56-4a63-4c9b-a472-25dabe4d2d8e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.795064 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-a07b8d56-4a63-4c9b-a472-25dabe4d2d8e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "DELETE /v2.0/security-groups/6bca17ba-24e0-44ac-97e2-c5620453cefc HTTP/1.1" status: 204 len: 168 time: 0.2887702 May 31 12:55:42.797849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41526) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:42.801873 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-181c2d62-90a8-4271-bb4e-48314b699821 None None] Provisioning complete for port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:55:42.802249 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-181c2d62-90a8-4271-bb4e-48314b699821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:42.834243 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d3746f42-de2c-4553-9f15-ff1ae5133494 req-87593240-2931-4a3d-86c5-afc4fe8575ea tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617001 May 31 12:55:42.930309 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-41662acb-ea80-4f1a-b78a-ead3f506c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:42.932048 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-41662acb-ea80-4f1a-b78a-ead3f506c4e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1098 time: 0.0827782 May 31 12:55:43.183298 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-00e74790-93be-4411-b89b-1447e04abae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.184980 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-00e74790-93be-4411-b89b-1447e04abae4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 915 time: 0.2463233 May 31 12:55:43.190517 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Deleting port bdb00df3-a702-4b95-8a22-b402d32340e7 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:43.190869 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:43.285562 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Deleting port 97a66a33-3af8-4a30-bfdf-b281ac905398 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:43.286454 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:43.317575 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-e1a7e643-8c12-4ff3-a3bf-34429293cb1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 999 time: 0.1182847 May 31 12:55:43.329992 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4974-2a28-4379-9493-450365c235d8 req-d9acc446-e855-4a5b-b0c9-b0c40b77c94d tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.331440 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5a8d4974-2a28-4379-9493-450365c235d8 req-d9acc446-e855-4a5b-b0c9-b0c40b77c94d tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 944 time: 0.1804812 May 31 12:55:43.408366 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] For port bdb00df3-a702-4b95-8a22-b402d32340e7, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=bdb00df3-a702-4b95-8a22-b402d32340e7,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:43.408723 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:43.417948 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-d44dcb2a-8601-4cd3-b116-c20491c1f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.419409 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-d44dcb2a-8601-4cd3-b116-c20491c1f0dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 200 len: 853 time: 0.0870903 May 31 12:55:43.422310 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5a8d4974-2a28-4379-9493-450365c235d8 req-ecdc0c6f-0710-467f-9518-9cc7d4672038 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/security-groups?id=428f3ec0-3005-44f4-9c36-2a05aa1f84f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607975 May 31 12:55:43.498633 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-b27bf294-2d77-4de9-aba4-9ef9041544fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.500107 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-b27bf294-2d77-4de9-aba4-9ef9041544fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d683b9-5d01-4254-a8c3-3d9966ffd81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722585 May 31 12:55:43.557002 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Calling delete_port for bdb00df3-a702-4b95-8a22-b402d32340e7 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:43.563277 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:43.563594 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:43.633274 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-061d25b8-7a87-44d0-810b-2fee66e71ed1 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241972 May 31 12:55:43.686045 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Calling delete_port for 97a66a33-3af8-4a30-bfdf-b281ac905398 owned by network:floatingip {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:43.765137 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-cb78cfb0-7084-4ddd-b285-5d7b569e1831 req-a51d3592-5106-4fec-93d2-34c67d9503ff service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246357 May 31 12:55:43.823871 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:43.829838 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6f506eeb-7f78-4136-a0e7-1907b0c5723f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:43.903913 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event deleted for resources: {'Port': ['ID=bdb00df3-a702-4b95-8a22-b402d32340e7,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:43.911703 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:43.995550 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] No DVR routers for this DVR port bdb00df3-a702-4b95-8a22-b402d32340e7 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:55:44.000525 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:44.003150 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-deleted', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:44.005438 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d581189-af7f-438b-9388-accd201bdaf8" -d '{"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-deleted", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:44.018924 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:44.026297 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3b1ce93c-1a1b-4e5f-b791-2bd956797e55 tempest-VolumesActionsTest-1751350161 tempest-VolumesActionsTest-1751350161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:44.042819 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52c22-d69f-4291-8df2-1aeaaaf16014 req-326794ae-ea76-4952-9a52-0919a3256cb7 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:44.044391 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8ea52c22-d69f-4291-8df2-1aeaaaf16014 req-326794ae-ea76-4952-9a52-0919a3256cb7 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0851917 May 31 12:55:44.062240 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4780bbb-7309-43df-8dd6-36d5df7b467d x-openstack-request-id: req-c4780bbb-7309-43df-8dd6-36d5df7b467d {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:44.062617 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96352fd6-24e5-4e67-94b2-377e1c89a983", "name": "network-vif-deleted", "tag": "bdb00df3-a702-4b95-8a22-b402d32340e7", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:44.062881 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4780bbb-7309-43df-8dd6-36d5df7b467d {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:44.063539 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96352fd6-24e5-4e67-94b2-377e1c89a983', 'name': 'network-vif-deleted', 'tag': 'bdb00df3-a702-4b95-8a22-b402d32340e7', 'status': 'completed', 'code': 200} May 31 12:55:44.095274 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8ea52c22-d69f-4291-8df2-1aeaaaf16014 req-3f739fe6-02dd-4ac8-9fbe-6407df510058 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433502 May 31 12:55:44.169225 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5e4ab6aa-96e9-4afc-8fec-0f6bf3367f2f req-78b1a615-4168-4d2b-a17b-4b346be4c706 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.30 "DELETE /v2.0/ports/bdb00df3-a702-4b95-8a22-b402d32340e7 HTTP/1.1" status: 204 len: 173 time: 1.2967556 May 31 12:55:44.171327 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event deleted for resources: {'Port': ['ID=97a66a33-3af8-4a30-bfdf-b281ac905398,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:44.203298 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:44.211147 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks [] for floatingip, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:44.211478 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.l3_db [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Floating IP b5dab149-1e01-4dd5-a339-aa191eb57c61 disassociated (deleted). External IP: 172.28.1.4, port: 52fd2d6f-3258-421d-ae67-1bb1e7dc89af. May 31 12:55:44.572753 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Router b8a37353-caaa-4aea-87f1-0cc1a773bbed has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:55:44.588416 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9b041eb2-4ad2-453d-bf67-1196376a0d95 req-00ec9c27-88e3-4a34-b015-9d6e49ff3033 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "GET /v2.0/ports?device_id=96352fd6-24e5-4e67-94b2-377e1c89a983 HTTP/1.1" status: 200 len: 210 time: 0.0531392 May 31 12:55:44.757391 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:55:44.762392 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:44.767143 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] Sync routers for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:55:44.776892 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:44.777742 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:44.817629 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "DELETE /v2.0/floatingips/b5dab149-1e01-4dd5-a339-aa191eb57c61 HTTP/1.1" status: 204 len: 168 time: 2.0187078 May 31 12:55:44.959096 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:45.319334 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b841a5-e132-4d8a-a83b-d18c8235d234 req-e875cec2-6037-47bd-9a4c-50ad261f91de tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:45.323436 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 5, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:45.327047 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-05b841a5-e132-4d8a-a83b-d18c8235d234 req-e875cec2-6037-47bd-9a4c-50ad261f91de tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.0972233 May 31 12:55:45.328243 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] Checking router: b8a37353-caaa-4aea-87f1-0cc1a773bbed for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:55:45.337385 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:45.338133 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:45.369326 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-05b841a5-e132-4d8a-a83b-d18c8235d234 req-9fbf27d7-71e0-4e56-a310-d9d267641c48 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413988 May 31 12:55:45.510665 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:45.682112 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41550) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:45.757250 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e826259d-4303-4bba-9f5a-6011f823d1a1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:45.791952 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e826259d-4303-4bba-9f5a-6011f823d1a1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:45.822566 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 5, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:45.826570 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd21a791-de9e-4428-9d5a-a8f03377e4c8 None None] The sync data for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb is: [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:09Z', 'revision_number': 4, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '48f0c924-bd37-4816-8a13-bf37df9ff0a6', 'name': '', 'network_id': '39d683b9-5d01-4254-a8c3-3d9966ffd81b', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'mac_address': 'fa:16:3e:58:41:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:09Z', 'updated_at': '2021-05-31T12:52:16Z', 'revision_number': 5, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'subnets': [{'id': 'a4a00f64-e3fd-4c00-88e4-c0b36151a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:55:45.868714 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e826259d-4303-4bba-9f5a-6011f823d1a1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:45.874206 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-60a308c7-5b31-4f5e-b2ee-d6faa78340a6 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:45.888961 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826259d-4303-4bba-9f5a-6011f823d1a1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f3ec0-3005-44f4-9c36-2a05aa1f84f1,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:45.891634 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e826259d-4303-4bba-9f5a-6011f823d1a1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:45.914055 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e826259d-4303-4bba-9f5a-6011f823d1a1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:45.917659 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e826259d-4303-4bba-9f5a-6011f823d1a1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] 10.222.0.65 "DELETE /v2.0/security-groups/428f3ec0-3005-44f4-9c36-2a05aa1f84f1 HTTP/1.1" status: 204 len: 168 time: 0.2322166 May 31 12:55:45.966205 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41556) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:46.064745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:46.067922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86def6df-543e-4f99-b462-5bf7d3cdf98b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:46.080109 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598004e3-b19f-45fd-8f2b-17b26c8571e0 None None] New status for floating IP b5dab149-1e01-4dd5-a339-aa191eb57c61: DOWN {{(pid=98238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:55:46.133904 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a49f19-6c01-4d00-a2ae-f855caaf5e18 x-openstack-request-id: req-94a49f19-6c01-4d00-a2ae-f855caaf5e18 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:46.134536 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:46.134671 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94a49f19-6c01-4d00-a2ae-f855caaf5e18 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:46.135163 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'status': 'completed', 'code': 200} May 31 12:55:46.248025 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-d1afdfc0-a63d-40d5-93a9-7abeade7aaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:46.249543 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-d1afdfc0-a63d-40d5-93a9-7abeade7aaae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b5473dd83e44dc86a8645a4675ac20&device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 1098 time: 0.0805480 May 31 12:55:46.389174 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-14a30d56-de51-4e03-b4a5-20f827085925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:46.390638 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-14a30d56-de51-4e03-b4a5-20f827085925 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 200 len: 915 time: 0.1334879 May 31 12:55:46.486559 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-9ae8c35a-3587-4f13-8752-ee827643dbc9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 200 len: 217 time: 0.0841691 May 31 12:55:46.557686 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-071c9b86-02fc-4549-b4e3-9fc39e73a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:46.559163 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-071c9b86-02fc-4549-b4e3-9fc39e73a796 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 200 len: 853 time: 0.0652194 May 31 12:55:46.645085 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-84d038f8-8d37-4414-8264-40059df5d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:46.647087 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-84d038f8-8d37-4414-8264-40059df5d73e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39d683b9-5d01-4254-a8c3-3d9966ffd81b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792463 May 31 12:55:46.747649 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf51576-829f-4db2-85c8-755a50569aa9 req-e12eff17-2460-4d4b-89c0-29f9acca9341 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:46.749157 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6cf51576-829f-4db2-85c8-755a50569aa9 req-e12eff17-2460-4d4b-89c0-29f9acca9341 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 943 time: 0.2463484 May 31 12:55:46.796536 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-1eb910b9-b368-49d1-bf9a-229326e9792d service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396768 May 31 12:55:46.823435 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:55:46.836953 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6cf51576-829f-4db2-85c8-755a50569aa9 req-5d9d2425-b5a0-4c14-9acc-57092b26a8d5 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768981 May 31 12:55:46.882053 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1947852'] for router_interface, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:46.941633 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-86def6df-543e-4f99-b462-5bf7d3cdf98b req-8754c9ae-2a35-43ba-990c-ef6764b4f360 service neutron] 10.222.0.30 "GET /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384561 May 31 12:55:47.005374 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:47.018432 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '63584206-4898-488a-82c6-82b02e1d2503', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'port_id': '63584206-4898-488a-82c6-82b02e1d2503', 'mac_address': 'fa:16:3e:c2:9f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:55:47.073083 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:47.101414 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63584206-4898-488a-82c6-82b02e1d2503 {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:55:47.116789 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:47.121617 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:47.123357 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:47.191117 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=9']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:47.194897 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:47.292023 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Deleting port ea604021-bc30-43c8-b6cc-916e7f67b81b {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:47.292353 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:47.410805 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] For port ea604021-bc30-43c8-b6cc-916e7f67b81b, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ea604021-bc30-43c8-b6cc-916e7f67b81b,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:47.411156 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:47.518497 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['63584206-4898-488a-82c6-82b02e1d2503'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:55:47.532828 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Calling delete_port for ea604021-bc30-43c8-b6cc-916e7f67b81b owned by network:router_interface {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:47.810187 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:47.814768 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:47.857577 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea604021-bc30-43c8-b6cc-916e7f67b81b,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:47.883809 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:48.378733 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bef744-fe7e-4633-b349-f4bd80ca4e62 req-12c1636f-18fc-49fc-bca4-9cc0bd0f8b49 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:48.380126 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-06bef744-fe7e-4633-b349-f4bd80ca4e62 req-12c1636f-18fc-49fc-bca4-9cc0bd0f8b49 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 944 time: 0.3314660 May 31 12:55:48.403008 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944156'] for router_interface, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:48.415862 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb409e-bd8c-494a-a8c3-ff27a4c8327e req-914ac5a3-505d-4d60-8f37-b10101b7bcac tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:48.417306 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1ccb409e-bd8c-494a-a8c3-ff27a4c8327e req-914ac5a3-505d-4d60-8f37-b10101b7bcac tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.2390027 May 31 12:55:48.542931 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-06bef744-fe7e-4633-b349-f4bd80ca4e62 req-12e706ef-af84-4b64-b41f-dc9d6ad8afbd tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564233 May 31 12:55:48.613840 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1ccb409e-bd8c-494a-a8c3-ff27a4c8327e req-f4ebd96a-265c-4ebe-b8b2-b38d29c70697 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882415 May 31 12:55:48.829023 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Router 0a4f6073-990f-4dcb-bf69-147d07e84d66 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:55:48.842328 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:55:48.911412 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 63584206-4898-488a-82c6-82b02e1d2503 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:55:48.911813 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:49.012791 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:55:49.023944 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] Sync routers for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:55:49.025041 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] 10.222.0.65 "PUT /v2.0/routers/0a4f6073-990f-4dcb-bf69-147d07e84d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0574331 May 31 12:55:49.027616 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41586) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:49.041918 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:49.042580 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:49.097645 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:49.150841 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63584206-4898-488a-82c6-82b02e1d2503'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:49.153075 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c606fab-1974-482d-a73e-4ae1ec7b1ce9" -d '{"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-plugged", "status": "completed", "tag": "63584206-4898-488a-82c6-82b02e1d2503"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:49.205262 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks [] for router, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:49.214355 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983c5cf6-8e6b-4549-af1c-316146009c82 x-openstack-request-id: req-983c5cf6-8e6b-4549-af1c-316146009c82 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:49.214355 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-plugged", "status": "completed", "tag": "63584206-4898-488a-82c6-82b02e1d2503", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:49.214708 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-983c5cf6-8e6b-4549-af1c-316146009c82 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:49.214874 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63584206-4898-488a-82c6-82b02e1d2503', 'code': 200} May 31 12:55:49.234659 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:49.243962 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:49.248031 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:49.357195 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:49.396533 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:49.474367 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Deleting port efe171d4-07d0-480b-93c3-89683cf5bca9 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:49.474770 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:49.496854 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=10']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:49.502435 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:49.566839 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d111c1a-9d5c-4b21-8f18-f882cdd8a30c req-756fc6f5-25cf-431b-95cd-b441311da8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.568729 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4d111c1a-9d5c-4b21-8f18-f882cdd8a30c req-756fc6f5-25cf-431b-95cd-b441311da8d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 1099 time: 0.1816936 May 31 12:55:49.622605 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4d111c1a-9d5c-4b21-8f18-f882cdd8a30c req-73d26025-43d4-40c1-bedd-d2cfcba0c226 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450578 May 31 12:55:49.686200 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8'}], 'enable_snat': True}, 'gw_port_id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:55:47Z', 'revision_number': 5, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port': {'id': 'efe171d4-07d0-480b-93c3-89683cf5bca9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:00Z', 'updated_at': '2021-05-31T12:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:49.690232 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] Checking router: 0a4f6073-990f-4dcb-bf69-147d07e84d66 for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:55:49.698900 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] Routers {'0a4f6073-990f-4dcb-bf69-147d07e84d66'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:49.699524 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0a4f6073-990f-4dcb-bf69-147d07e84d66'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:49.814958 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] For port efe171d4-07d0-480b-93c3-89683cf5bca9, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=efe171d4-07d0-480b-93c3-89683cf5bca9,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:49.815313 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:49.852668 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] Set router 0a4f6073-990f-4dcb-bf69-147d07e84d66 gateway port host: None {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:49.961915 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Calling delete_port for efe171d4-07d0-480b-93c3-89683cf5bca9 owned by network:router_gateway {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:49.967744 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:55:49Z', 'revision_number': 6, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port_host': None}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:49.971775 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c5b6d-7dd8-41a2-bcb8-3293c91afc23 None None] The sync data for ids ['0a4f6073-990f-4dcb-bf69-147d07e84d66'] in dv-cinder-790492-5-smb is: [{'id': '0a4f6073-990f-4dcb-bf69-147d07e84d66', 'name': 'tempest-TestShelveInstance-978171839-router', 'tenant_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:48:59Z', 'updated_at': '2021-05-31T12:55:49Z', 'revision_number': 6, 'project_id': 'e9e50e4596ba402b86c9ec3dc51aac7b', 'gw_port_host': None}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:55:49.974624 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22724a6d-125f-4ea4-9672-5302485994aa req-18b14b3a-9bd3-4c7d-a47c-0ee870f0970b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.976107 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-22724a6d-125f-4ea4-9672-5302485994aa req-18b14b3a-9bd3-4c7d-a47c-0ee870f0970b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 946 time: 0.3082740 May 31 12:55:50.039188 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632a9e7-2996-40ff-a398-4d0d074225a6 req-98c5d2af-3b4a-44fd-b2cb-25f25a4d348e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:50.040617 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9632a9e7-2996-40ff-a398-4d0d074225a6 req-98c5d2af-3b4a-44fd-b2cb-25f25a4d348e tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.2975309 May 31 12:55:50.069367 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-22724a6d-125f-4ea4-9672-5302485994aa req-af17412d-f9b6-469e-9102-833895de09b3 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860388 May 31 12:55:50.109648 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9632a9e7-2996-40ff-a398-4d0d074225a6 req-f9d37fd2-8a64-4ad9-b599-5d09695ca06a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/security-groups?id=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617352 May 31 12:55:50.198568 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.202817 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b0d5cf22-c2ef-4543-ac14-f399fafdd0d9 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:50.245881 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Pushing event deleted for resources: {'Port': ['ID=efe171d4-07d0-480b-93c3-89683cf5bca9,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:50.271066 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:50.339768 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1941713'] for router_gateway, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.434768 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-96ca3843-bae3-4f27-983a-caa57fb8ae20 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:50.435470 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-96ca3843-bae3-4f27-983a-caa57fb8ae20 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Synchronizing usage tracker for tenant:40b5473dd83e44dc86a8645a4675ac20 on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:55:50.451063 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-96ca3843-bae3-4f27-983a-caa57fb8ae20 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Unset dirty status for tenant:40b5473dd83e44dc86a8645a4675ac20 on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:55:50.452766 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-96ca3843-bae3-4f27-983a-caa57fb8ae20 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 945 time: 0.1053450 May 31 12:55:50.515994 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1943644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7860'] for router, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.518142 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.590016 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Deleting port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:50.590673 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.598892 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1943904'] for router, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.599419 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a4f6073-990f-4dcb-bf69-147d07e84d66 {{(pid=98236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:55:50.611598 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Notify callbacks [] for router, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.612747 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] 10.222.0.65 "DELETE /v2.0/routers/0a4f6073-990f-4dcb-bf69-147d07e84d66 HTTP/1.1" status: 204 len: 168 time: 1.5842185 May 31 12:55:50.615313 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41598) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:50.677865 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_v2 [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] Deleting subnet c0a52e5d-2816-4642-8c4f-55ae2d820b76 {{(pid=98236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:55:50.680851 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.727178 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] For port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:50.727866 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.731144 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799340'] for subnet, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.857528 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Calling delete_port for 52fd2d6f-3258-421d-ae67-1bb1e7dc89af owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:50.858053 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.969943 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:50.977338 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-022823ae-11a0-43a5-8b98-9605a5890885 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:50.986910 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['52fd2d6f-3258-421d-ae67-1bb1e7dc89af'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:55:51.028059 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Pushing event deleted for resources: {'Port': ['ID=52fd2d6f-3258-421d-ae67-1bb1e7dc89af,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:51.036936 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:51.167472 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] No DVR routers for this DVR port 52fd2d6f-3258-421d-ae67-1bb1e7dc89af on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:55:51.170222 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:51.175014 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'name': 'network-vif-deleted', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:51.177857 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81168ca5-dd82-4122-8316-6027c660eea0" -d '{"events": [{"server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "name": "network-vif-deleted", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:51.197035 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-ec85d88f-bfec-42b4-8269-ce3fcac54c52 req-d5154641-dffa-49e6-8a68-989a3369eb2b tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.30 "DELETE /v2.0/ports/52fd2d6f-3258-421d-ae67-1bb1e7dc89af HTTP/1.1" status: 204 len: 173 time: 0.7381048 May 31 12:55:51.382439 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d8e02eba-c9d9-488f-848e-31699cee8cc2 req-7e724872-517b-4d4f-9755-6160240506fe tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c6916c3-fa48-4c94-bebb-0f59dee785a7 HTTP/1.1" status: 200 len: 210 time: 0.0713930 May 31 12:55:51.398948 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3817717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3659058'] for subnet, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:51.405953 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f83e2321-212e-4712-8e22-70b80309d2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:51.447864 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9872b98-4123-4a56-ac78-935bdd8ed9cd x-openstack-request-id: req-e9872b98-4123-4a56-ac78-935bdd8ed9cd {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:51.448041 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a52e5d-2816-4642-8c4f-55ae2d820b76,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:51.450791 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6916c3-fa48-4c94-bebb-0f59dee785a7", "name": "network-vif-deleted", "tag": "52fd2d6f-3258-421d-ae67-1bb1e7dc89af", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:51.451197 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9872b98-4123-4a56-ac78-935bdd8ed9cd {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:51.451700 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6916c3-fa48-4c94-bebb-0f59dee785a7', 'name': 'network-vif-deleted', 'tag': '52fd2d6f-3258-421d-ae67-1bb1e7dc89af', 'status': 'completed', 'code': 200} May 31 12:55:51.452226 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:51.457109 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:51.464516 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072c1bf-a2bc-44a9-af49-4a4ab7daa00b None None] Network 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:55:51.472223 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c848db8d-0e75-4608-b8ff-ccf14712e6a2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c0a52e5d-2816-4642-8c4f-55ae2d820b76 HTTP/1.1" status: 204 len: 168 time: 0.8557401 May 31 12:55:51.475689 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41642) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:51.489428 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1d315-beae-4ee5-857d-ec3b1e83c25b req-123b4cf4-25ad-4040-b4bb-694f7c01fa0c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.490984 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e6e1d315-beae-4ee5-857d-ec3b1e83c25b req-123b4cf4-25ad-4040-b4bb-694f7c01fa0c tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 946 time: 0.2145593 May 31 12:55:51.547843 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e6e1d315-beae-4ee5-857d-ec3b1e83c25b req-8bc3eb5b-dab1-4611-8734-b889f3cfa303 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483470 May 31 12:55:51.628932 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:51.727515 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Deleting port 3562b781-114c-48bf-8025-185482fb7a50 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:51.727976 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:51.806228 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] DHCP port deletion for 7ea0e37d-889b-4df9-ab28-779b21ccb4c2 request from dv-cinder-790492-5-smb {{(pid=98237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:55:51.866421 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] For port 3562b781-114c-48bf-8025-185482fb7a50, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=3562b781-114c-48bf-8025-185482fb7a50,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:51.867069 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:51.885429 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] Deleting port 3562b781-114c-48bf-8025-185482fb7a50 {{(pid=98237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:51.885906 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:51.903984 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:55:51.996231 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ea604021-bc30-43c8-b6cc-916e7f67b81b no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:51.997508 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Calling delete_port for 3562b781-114c-48bf-8025-185482fb7a50 owned by network:dhcp {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:52.047366 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.051985 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: ea604021-bc30-43c8-b6cc-916e7f67b81b {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:52.052339 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ea604021-bc30-43c8-b6cc-916e7f67b81b not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:52.052611 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-98db4ff4-4ed8-414f-a0f8-d4483c1d9f44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:52.052734 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device efe171d4-07d0-480b-93c3-89683cf5bca9 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:52.092796 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: efe171d4-07d0-480b-93c3-89683cf5bca9 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:52.093141 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device efe171d4-07d0-480b-93c3-89683cf5bca9 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:52.093563 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 3562b781-114c-48bf-8025-185482fb7a50 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:52.094343 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3562b781-114c-48bf-8025-185482fb7a50,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:52.097447 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:52.098243 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] No DVR routers for this DVR port 3562b781-114c-48bf-8025-185482fb7a50 on host dv-cinder-790492-5-smb {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:55:52.135605 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: 3562b781-114c-48bf-8025-185482fb7a50 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:52.135954 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 3562b781-114c-48bf-8025-185482fb7a50 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:52.139424 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] For port 3562b781-114c-48bf-8025-185482fb7a50, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=3562b781-114c-48bf-8025-185482fb7a50,segment=NetworkSegment(40b5fb54-aa26-4f11-b4dd-8c7a54a3500f),segment_id=40b5fb54-aa26-4f11-b4dd-8c7a54a3500f)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:52.139941 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.214813 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.228110 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.228454 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.229162 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.229522 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > port after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.229831 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.230178 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > port after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.230526 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.230847 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.231160 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.231478 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.262863 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] Calling delete_port for 3562b781-114c-48bf-8025-185482fb7a50 owned by network:dhcp {{(pid=98237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:52.314819 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.315171 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.315503 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.315834 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:55:52.316190 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea0e37d-889b-4df9-ab28-779b21ccb4c2']}} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:52.329743 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f') {'for_net_delete': True} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:52.330039 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b5fb54-aa26-4f11-b4dd-8c7a54a3500f') {} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:52.341506 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2256266'] for segment, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.357831 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.365522 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=98235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:55:52.366011 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020953'] for segment, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: from cryptography.utils import int_from_bytes May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: from cryptography.utils import int_from_bytes May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: Traceback (most recent call last): May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: timer() May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: cb(*args, **kw) May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: return func(*args, **kwargs) May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: self._notify() May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: self.callback(batched_events) May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: event.method(event) May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: return f(self, *a, **k) May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: return self._get(url).json() May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: return self.request(url, 'GET', **kwargs) May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:55:52.381994 dv-cinder-790492-5-smb neutron-server[98235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:55:52.438821 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.448867 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:52.481669 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] No DVR routers for this DVR port 3562b781-114c-48bf-8025-185482fb7a50 on host dv-cinder-790492-5-smb {{(pid=98237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:55:52.503150 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] Pushing event deleted for resources: {'Port': ['ID=3562b781-114c-48bf-8025-185482fb7a50,revision_number=None']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:52.505525 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:52.560169 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.567401 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:52.570141 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:52.590831 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea0e37d-889b-4df9-ab28-779b21ccb4c2,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:52.593818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:52.609839 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] 10.222.0.65 "DELETE /v2.0/networks/7ea0e37d-889b-4df9-ab28-779b21ccb4c2 HTTP/1.1" status: 204 len: 168 time: 1.1327221 May 31 12:55:52.612840 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41660) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:52.769896 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e07ac-0952-493e-b3b9-4f479bbadd86 req-ff0444f1-3411-4a9f-9346-ad3952a8c503 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:52.771590 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b63e07ac-0952-493e-b3b9-4f479bbadd86 req-ff0444f1-3411-4a9f-9346-ad3952a8c503 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 946 time: 0.0961118 May 31 12:55:52.827028 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b63e07ac-0952-493e-b3b9-4f479bbadd86 req-34c07d38-bc47-4dfd-a917-6c1ee02510e1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492604 May 31 12:55:53.050741 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41694) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:53.082523 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-853e427b-1da3-4e44-8fbe-fa6ab99428e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.185014 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1947852'] for router_interface, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.584934 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Deleting port 418d30a1-bb82-464d-bdea-1a2add7f2529 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:53.585266 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.599819 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1947852'] for router_interface, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.706209 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] For port 418d30a1-bb82-464d-bdea-1a2add7f2529, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=418d30a1-bb82-464d-bdea-1a2add7f2529,segment=NetworkSegment(1bac6956-835f-4820-890d-4ade79fe98bb),segment_id=1bac6956-835f-4820-890d-4ade79fe98bb)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:53.706601 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:53.828085 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Calling delete_port for 418d30a1-bb82-464d-bdea-1a2add7f2529 owned by network:router_interface {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:54.016671 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Deleting port 48f0c924-bd37-4816-8a13-bf37df9ff0a6 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:54.017260 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:54.138046 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] For port 48f0c924-bd37-4816-8a13-bf37df9ff0a6, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=48f0c924-bd37-4816-8a13-bf37df9ff0a6,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:54.138426 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:54.212339 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:54.216375 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:54.295095 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Pushing event deleted for resources: {'Port': ['ID=418d30a1-bb82-464d-bdea-1a2add7f2529,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:54.305400 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:54.370572 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Calling delete_port for 48f0c924-bd37-4816-8a13-bf37df9ff0a6 owned by network:router_interface {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:54.524693 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:54.529479 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:54.548464 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944156'] for router_interface, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:54.586494 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f0c924-bd37-4816-8a13-bf37df9ff0a6,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:54.589437 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:54.852711 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944156'] for router_interface, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:54.889207 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 52fd2d6f-3258-421d-ae67-1bb1e7dc89af no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:54.924379 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Router b234810f-514c-431b-819b-fe6230943986 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:55:54.926777 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: 52fd2d6f-3258-421d-ae67-1bb1e7dc89af {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:54.927202 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 52fd2d6f-3258-421d-ae67-1bb1e7dc89af not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:55.106467 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:55:55.115958 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] Sync routers for ids ['b234810f-514c-431b-819b-fe6230943986'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:55:55.124379 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] 10.222.0.65 "PUT /v2.0/routers/b234810f-514c-431b-819b-fe6230943986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5104723 May 31 12:55:55.126828 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41702) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:55.128249 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] Routers {'b234810f-514c-431b-819b-fe6230943986'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:55.128880 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b234810f-514c-431b-819b-fe6230943986'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:55.230338 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Router b8a37353-caaa-4aea-87f1-0cc1a773bbed has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:55:55.313598 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks [] for router, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.317063 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] Set router b234810f-514c-431b-819b-fe6230943986 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:55.409943 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e70f408a-0021-4069-bb63-e2ac982a0011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.417105 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:55:55.431209 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a05a7876-00df-4009-9914-f89688ca2ba9 admin admin] 10.222.0.65 "PUT /v2.0/routers/b8a37353-caaa-4aea-87f1-0cc1a773bbed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783402 May 31 12:55:55.433582 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41706) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:55.440549 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] Sync routers for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:55:55.459129 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:55.460612 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:55.524028 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.633893 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93'}], 'enable_snat': True}, 'gw_port_id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:55:54Z', 'revision_number': 5, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port': {'id': '84a89f63-72d2-4037-b4fa-5b8fd6a17508', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:98:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b234810f-514c-431b-819b-fe6230943986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:49:10Z', 'updated_at': '2021-05-31T12:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:55.636184 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.638574 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] Checking router: b234810f-514c-431b-819b-fe6230943986 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:55:55.643871 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks [] for router, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.648072 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] Routers {'b234810f-514c-431b-819b-fe6230943986'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:55.648730 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b234810f-514c-431b-819b-fe6230943986'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:55.671381 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:55.739501 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Deleting port 84a89f63-72d2-4037-b4fa-5b8fd6a17508 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:55.740161 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.820184 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] Set router b234810f-514c-431b-819b-fe6230943986 gateway port host: None {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:55.888833 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] For port 84a89f63-72d2-4037-b4fa-5b8fd6a17508, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=84a89f63-72d2-4037-b4fa-5b8fd6a17508,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:55.889339 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.956585 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:55.980657 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193'}], 'enable_snat': True}, 'gw_port_id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:55:54Z', 'revision_number': 5, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port': {'id': 'a19504cc-6a53-49d3-a465-17dd6f45ba34', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:7c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:55.984987 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] Checking router: b8a37353-caaa-4aea-87f1-0cc1a773bbed for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:55:55.991663 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:55:55Z', 'revision_number': 6, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port_host': None}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:55.997005 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] Routers {'b8a37353-caaa-4aea-87f1-0cc1a773bbed'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:55:55.997162 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296dda0a-30e7-4749-a87c-47a6c3438ec6 None None] The sync data for ids ['b234810f-514c-431b-819b-fe6230943986'] in dv-cinder-790492-5-smb is: [{'id': 'b234810f-514c-431b-819b-fe6230943986', 'name': 'tempest-TestShelveInstance-1334033771-router', 'tenant_id': 'ecf0d8de247946c283682abd2acb8b3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:49:09Z', 'updated_at': '2021-05-31T12:55:55Z', 'revision_number': 6, 'project_id': 'ecf0d8de247946c283682abd2acb8b3d', 'gw_port_host': None}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:55:55.997637 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:56.050581 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Calling delete_port for 84a89f63-72d2-4037-b4fa-5b8fd6a17508 owned by network:router_gateway {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:56.061724 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Deleting port a19504cc-6a53-49d3-a465-17dd6f45ba34 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:56.062058 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.181673 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] Set router b8a37353-caaa-4aea-87f1-0cc1a773bbed gateway port host: None {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:55:56.211662 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] For port a19504cc-6a53-49d3-a465-17dd6f45ba34, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=a19504cc-6a53-49d3-a465-17dd6f45ba34,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:56.212023 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.232909 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.236763 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:56.286141 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Pushing event deleted for resources: {'Port': ['ID=84a89f63-72d2-4037-b4fa-5b8fd6a17508,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:56.289199 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:56.309728 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:55:55Z', 'revision_number': 6, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port_host': None}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:56.313845 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4665c1e2-d7e1-47e7-a8cc-f80271af929a None None] The sync data for ids ['b8a37353-caaa-4aea-87f1-0cc1a773bbed'] in dv-cinder-790492-5-smb is: [{'id': 'b8a37353-caaa-4aea-87f1-0cc1a773bbed', 'name': 'tempest-TestMinimumBasicScenario-416143412-router', 'tenant_id': '40b5473dd83e44dc86a8645a4675ac20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:06Z', 'updated_at': '2021-05-31T12:55:55Z', 'revision_number': 6, 'project_id': '40b5473dd83e44dc86a8645a4675ac20', 'gw_port_host': None}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:55:56.342436 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Calling delete_port for a19504cc-6a53-49d3-a465-17dd6f45ba34 owned by network:router_gateway {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:56.384967 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.388673 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1941713'] for router_gateway, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.484507 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.488288 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-09f2fcb5-ea28-4ab5-982c-340024dcf8ab tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:56.560590 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a19504cc-6a53-49d3-a465-17dd6f45ba34,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:56.560805 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1943644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7860'] for router, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.563027 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.569484 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:56.590572 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1943904'] for router, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.591292 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b234810f-514c-431b-819b-fe6230943986 {{(pid=98235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:55:56.603659 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] Notify callbacks [] for router, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.604775 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-43f6401d-5c08-4a8f-b598-b14f8062872f admin admin] 10.222.0.65 "DELETE /v2.0/routers/b234810f-514c-431b-819b-fe6230943986 HTTP/1.1" status: 204 len: 168 time: 1.4767404 May 31 12:55:56.607369 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41710) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:56.633143 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1941713'] for router_gateway, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.670724 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Deleting subnet 07f240b8-3f0b-46ae-903d-eeda9167f2d9 {{(pid=98235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:55:56.673613 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.724310 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2256257'] for subnet, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.810692 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1943644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7860'] for router, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.812945 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.839092 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1943904'] for router, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.839602 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a37353-caaa-4aea-87f1-0cc1a773bbed {{(pid=98236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:55:56.853111 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.854789 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Notify callbacks [] for router, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.858710 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] 10.222.0.65 "DELETE /v2.0/routers/b8a37353-caaa-4aea-87f1-0cc1a773bbed HTTP/1.1" status: 204 len: 168 time: 1.4239471 May 31 12:55:56.859301 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41714) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:56.919814 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] Deleting subnet a4a00f64-e3fd-4c00-88e4-c0b36151a46d {{(pid=98236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:55:56.923219 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:56.972691 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799340'] for subnet, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.052507 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.213350 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9322764'] for subnet, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.217231 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:57.256965 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f240b8-3f0b-46ae-903d-eeda9167f2d9,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:57.256965 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.261857 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ea48cb-76d4-4c23-981e-18c1a6c2791e None None] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:55:57.262321 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:57.269148 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/07f240b8-3f0b-46ae-903d-eeda9167f2d9 HTTP/1.1" status: 204 len: 168 time: 0.6608038 May 31 12:55:57.272220 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41718) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:57.344456 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3817717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3659058'] for subnet, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.350137 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:57.393178 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.479430 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Deleting port ddd01687-6fad-4398-9a49-35f02b0b8170 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:57.479430 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.487423 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a00f64-e3fd-4c00-88e4-c0b36151a46d,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:57.490428 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:57.495272 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.499167 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c143f-76b3-48da-a209-e18dff397fd8 None None] Network 39d683b9-5d01-4254-a8c3-3d9966ffd81b requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:55:57.504394 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e41c43ab-ed7c-4efa-9bc4-33750e2ebdf3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a4a00f64-e3fd-4c00-88e4-c0b36151a46d HTTP/1.1" status: 204 len: 168 time: 0.6429529 May 31 12:55:57.506919 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41722) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:57.579333 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] DHCP port deletion for be116ffd-15a7-4075-a107-a9d0e49dbd0d request from dv-cinder-790492-5-smb {{(pid=98237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:55:57.600973 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] For port ddd01687-6fad-4398-9a49-35f02b0b8170, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ddd01687-6fad-4398-9a49-35f02b0b8170,segment=NetworkSegment(1bac6956-835f-4820-890d-4ade79fe98bb),segment_id=1bac6956-835f-4820-890d-4ade79fe98bb)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:57.601336 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.631243 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.712883 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Deleting port f1510afb-6e57-4a86-9d36-89df889b2051 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:57.713272 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.746577 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Calling delete_port for ddd01687-6fad-4398-9a49-35f02b0b8170 owned by network:dhcp {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:57.796360 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.801072 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-1a749550-0472-485b-b2d5-4ecb98734ab8 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:57.802869 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Deleting port ddd01687-6fad-4398-9a49-35f02b0b8170 {{(pid=98237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:57.803259 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.818018 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] For port f1510afb-6e57-4a86-9d36-89df889b2051, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=f1510afb-6e57-4a86-9d36-89df889b2051,segment=NetworkSegment(0334b8ed-c9d0-460a-8abd-0424782f0d94),segment_id=0334b8ed-c9d0-460a-8abd-0424782f0d94)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:57.818545 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.847099 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] No DVR routers for this DVR port ddd01687-6fad-4398-9a49-35f02b0b8170 on host dv-cinder-790492-5-smb {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:55:57.876444 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd01687-6fad-4398-9a49-35f02b0b8170,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:57.881468 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:57.946573 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] For port ddd01687-6fad-4398-9a49-35f02b0b8170, host dv-cinder-790492-5-smb, got binding levels [] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:57.946906 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.970992 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Calling delete_port for f1510afb-6e57-4a86-9d36-89df889b2051 owned by network:dhcp {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:57.985210 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:57.999700 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be116ffd-15a7-4075-a107-a9d0e49dbd0d']}} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:58.013476 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bac6956-835f-4820-890d-4ade79fe98bb') {'for_net_delete': True} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:58.013850 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bac6956-835f-4820-890d-4ade79fe98bb') {} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:58.027053 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2256266'] for segment, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.033073 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.039418 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:58.049147 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1275b1-9568-4dee-897b-589fd82cd8a0 None None] DHCP port deletion for 39d683b9-5d01-4254-a8c3-3d9966ffd81b request from dv-cinder-790492-5-smb {{(pid=98237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:55:58.052004 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.053880 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 418d30a1-bb82-464d-bdea-1a2add7f2529 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:58.058320 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=98235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:55:58.058739 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020953'] for segment, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.096522 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f1510afb-6e57-4a86-9d36-89df889b2051,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:58.101670 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] No DVR routers for this DVR port f1510afb-6e57-4a86-9d36-89df889b2051 on host dv-cinder-790492-5-smb {{(pid=98236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:55:58.103560 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: Traceback (most recent call last): May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: timer() May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: cb(*args, **kw) May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: return func(*args, **kwargs) May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: self._notify() May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: self.callback(batched_events) May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: event.method(event) May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: return f(self, *a, **k) May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: return self._get(url).json() May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: return self.request(url, 'GET', **kwargs) May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:55:58.160115 dv-cinder-790492-5-smb neutron-server[98235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:55:58.166740 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.169485 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Calling delete_port for ddd01687-6fad-4398-9a49-35f02b0b8170 owned by network:dhcp {{(pid=98237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:58.177236 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.ipam_backend_mixin [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Port ddd01687-6fad-4398-9a49-35f02b0b8170 was not found and therefore no delete operation was performed {{(pid=98237) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 31 12:55:58.183745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:58.184442 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: 418d30a1-bb82-464d-bdea-1a2add7f2529 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:58.184442 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 418d30a1-bb82-464d-bdea-1a2add7f2529 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:58.184442 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 48f0c924-bd37-4816-8a13-bf37df9ff0a6 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:58.205806 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.214669 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.215405 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=be116ffd-15a7-4075-a107-a9d0e49dbd0d,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:58.222987 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:58.225070 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:58.230015 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-cb48c901-c0b0-422e-8357-94db1c832dbd admin admin] 10.222.0.65 "DELETE /v2.0/networks/be116ffd-15a7-4075-a107-a9d0e49dbd0d HTTP/1.1" status: 204 len: 168 time: 0.9563348 May 31 12:55:58.251066 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.268530 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d683b9-5d01-4254-a8c3-3d9966ffd81b']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:58.276965 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: 48f0c924-bd37-4816-8a13-bf37df9ff0a6 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:58.277714 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 48f0c924-bd37-4816-8a13-bf37df9ff0a6 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:58.277950 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ddd01687-6fad-4398-9a49-35f02b0b8170 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:58.283470 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0334b8ed-c9d0-460a-8abd-0424782f0d94') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:58.283757 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0334b8ed-c9d0-460a-8abd-0424782f0d94') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:55:58.297184 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.315594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Network be116ffd-15a7-4075-a107-a9d0e49dbd0d is not hosted by any dhcp agent {{(pid=98237) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 12:55:58.316004 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] No DVR routers for this DVR port ddd01687-6fad-4398-9a49-35f02b0b8170 on host dv-cinder-790492-5-smb {{(pid=98237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:55:58.317459 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.322568 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Pushing event deleted for resources: {'Port': ['ID=ddd01687-6fad-4398-9a49-35f02b0b8170,revision_number=None']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:58.324792 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.328090 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: ddd01687-6fad-4398-9a49-35f02b0b8170 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:58.328458 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ddd01687-6fad-4398-9a49-35f02b0b8170 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:58.328889 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 84a89f63-72d2-4037-b4fa-5b8fd6a17508 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:58.330264 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:55:58.330882 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:55:58.346898 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:55:58.362364 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.363223 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.364124 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.364729 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.365067 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.365406 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.365743 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.366075 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.366428 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.366818 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.367228 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.367703 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:58.376469 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-7a5149e6-cc75-4541-8af6-bf42787f0889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:58.377191 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: 84a89f63-72d2-4037-b4fa-5b8fd6a17508 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:58.377581 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 84a89f63-72d2-4037-b4fa-5b8fd6a17508 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:58.378026 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device a19504cc-6a53-49d3-a465-17dd6f45ba34 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:58.415643 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41728) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:58.416112 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: a19504cc-6a53-49d3-a465-17dd6f45ba34 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:58.416623 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device a19504cc-6a53-49d3-a465-17dd6f45ba34 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:55:58.444311 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.447935 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0e7258eb-7d32-4725-9e4f-73fd81135b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:58.460770 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.470882 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Pushing event deleted for resources: {'Network': ['ID=39d683b9-5d01-4254-a8c3-3d9966ffd81b,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:58.474927 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:58.485062 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-ca7a7495-cc8a-4ee1-905b-63f9cf5591c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9e50e4596ba402b86c9ec3dc51aac7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672083 May 31 12:55:58.486511 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-9e309ae0-d04f-4a0e-b415-7ee76c8a44ca admin admin] 10.222.0.65 "DELETE /v2.0/networks/39d683b9-5d01-4254-a8c3-3d9966ffd81b HTTP/1.1" status: 204 len: 168 time: 0.9785991 May 31 12:55:58.487726 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41732) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:58.489855 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41734) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:58.546837 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a6ab-ac35-490e-b9f8-0aa977fff4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.572485 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a6ab-ac35-490e-b9f8-0aa977fff4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.624396 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a6ab-ac35-490e-b9f8-0aa977fff4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.629454 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6835af59-ea02-4a49-8493-6260200c9e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:58.642606 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2a6ab-ac35-490e-b9f8-0aa977fff4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20bcb08-867c-43f2-8bc1-d227b91f21a1,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:58.645552 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-3aa2a6ab-ac35-490e-b9f8-0aa977fff4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:58.651298 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-3aa2a6ab-ac35-490e-b9f8-0aa977fff4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:58.652427 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-3aa2a6ab-ac35-490e-b9f8-0aa977fff4cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a20bcb08-867c-43f2-8bc1-d227b91f21a1 HTTP/1.1" status: 204 len: 168 time: 0.1637888 May 31 12:55:58.999567 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41744) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:59.029164 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1947852'] for router_interface, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.048424 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-8b8c71d9-a919-4fb3-8c40-3cd8bffa28e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecf0d8de247946c283682abd2acb8b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475678 May 31 12:55:59.051565 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41748) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:59.117362 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-569fdfae-dc16-4b7d-a211-141d3677f09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.143356 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-569fdfae-dc16-4b7d-a211-141d3677f09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.198285 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-569fdfae-dc16-4b7d-a211-141d3677f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.203179 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a0900f22-0ee6-4556-8301-2715590cf8c6 tempest-VolumesNegativeTest-2010917646 tempest-VolumesNegativeTest-2010917646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:59.223583 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fdfae-dc16-4b7d-a211-141d3677f09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de038085-8c1b-4437-835e-70398d31cbe3,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:59.225944 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-569fdfae-dc16-4b7d-a211-141d3677f09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:59.229818 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-569fdfae-dc16-4b7d-a211-141d3677f09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.231737 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-569fdfae-dc16-4b7d-a211-141d3677f09f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de038085-8c1b-4437-835e-70398d31cbe3 HTTP/1.1" status: 204 len: 168 time: 0.1784608 May 31 12:55:59.547205 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Deleting port e8eadf35-f4ea-4110-915b-203a7554a475 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:55:59.547916 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.673637 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] For port e8eadf35-f4ea-4110-915b-203a7554a475, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e8eadf35-f4ea-4110-915b-203a7554a475,segment=NetworkSegment(d13bb229-a4f3-4966-be4b-14ef9e944721),segment_id=d13bb229-a4f3-4966-be4b-14ef9e944721)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:59.673994 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.794654 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Calling delete_port for e8eadf35-f4ea-4110-915b-203a7554a475 owned by network:router_interface {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:55:59.942104 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:59.946850 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8c6fce9d-8651-4204-8b48-2ed76c0bb5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:59.956827 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device f1510afb-6e57-4a86-9d36-89df889b2051 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:59.993291 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: f1510afb-6e57-4a86-9d36-89df889b2051 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:55:59.993655 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device f1510afb-6e57-4a86-9d36-89df889b2051 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:00.025373 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8eadf35-f4ea-4110-915b-203a7554a475,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:00.028479 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:00.256405 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944156'] for router_interface, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:00.694179 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Router 0e417a07-7552-4fb9-8aa2-529b90a5476b has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:00.867802 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:00.876193 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] Sync routers for ids ['0e417a07-7552-4fb9-8aa2-529b90a5476b'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:00.877588 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-336c6953-3bee-48ce-8ae8-b3e192208958 admin admin] 10.222.0.65 "PUT /v2.0/routers/0e417a07-7552-4fb9-8aa2-529b90a5476b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3867235 May 31 12:56:00.880617 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41754) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:00.886187 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] Routers {'0e417a07-7552-4fb9-8aa2-529b90a5476b'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:00.886829 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0e417a07-7552-4fb9-8aa2-529b90a5476b'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:01.052116 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.061473 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] Set router 0e417a07-7552-4fb9-8aa2-529b90a5476b gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:01.223246 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.299802 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Deleting port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:01.300138 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.385040 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:55:59Z', 'revision_number': 5, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port': {'id': 'e0b5f92b-a919-44b0-bdd5-cd9d836a20f9', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:d8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:13Z', 'updated_at': '2021-05-31T12:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:01.388689 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] Checking router: 0e417a07-7552-4fb9-8aa2-529b90a5476b for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:01.396882 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] Routers {'0e417a07-7552-4fb9-8aa2-529b90a5476b'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:01.397470 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:55:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['0e417a07-7552-4fb9-8aa2-529b90a5476b'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:01.421207 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] For port e0b5f92b-a919-44b0-bdd5-cd9d836a20f9, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e0b5f92b-a919-44b0-bdd5-cd9d836a20f9,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:01.421562 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.544361 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Calling delete_port for e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 owned by network:router_gateway {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:01.545111 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] Set router 0e417a07-7552-4fb9-8aa2-529b90a5476b gateway port host: None {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:01.648550 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:56:01Z', 'revision_number': 6, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port_host': None}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:01.652662 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a5c725-06cd-477f-b287-b22ec65705cc None None] The sync data for ids ['0e417a07-7552-4fb9-8aa2-529b90a5476b'] in dv-cinder-790492-5-smb is: [{'id': '0e417a07-7552-4fb9-8aa2-529b90a5476b', 'name': 'tempest-TestMinimumBasicScenario-519990335-router', 'tenant_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:12Z', 'updated_at': '2021-05-31T12:56:01Z', 'revision_number': 6, 'project_id': '7a66ab8150d04c8f919cc17e6f8f56bd', 'gw_port_host': None}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:01.686078 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.689905 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7bb86969-3513-433e-a889-d2a425ff46fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:01.732883 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b5f92b-a919-44b0-bdd5-cd9d836a20f9,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:01.735260 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:01.823803 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1941713'] for router_gateway, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:01.928721 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-fa7ba355-1ac8-4260-b439-d4badd045abc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725176 May 31 12:56:02.039205 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-465eb2ae-9048-44e4-8cc0-a9581539dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:02.040688 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-465eb2ae-9048-44e4-8cc0-a9581539dea2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b8770a463164b9dac300460e1914157&device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 1099 time: 0.0855961 May 31 12:56:02.094993 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1943644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7860'] for router, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.099725 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.127936 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1943904'] for router, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.128511 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e417a07-7552-4fb9-8aa2-529b90a5476b {{(pid=98236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:56:02.147441 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e8eadf35-f4ea-4110-915b-203a7554a475 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:02.147958 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Notify callbacks [] for router, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.148584 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0e417a07-7552-4fb9-8aa2-529b90a5476b HTTP/1.1" status: 204 len: 168 time: 1.2670722 May 31 12:56:02.151272 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41758) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:02.189713 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: e8eadf35-f4ea-4110-915b-203a7554a475 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:02.190967 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e8eadf35-f4ea-4110-915b-203a7554a475 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:02.209116 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-78e74b96-b2b1-45f5-bd23-80290deeb01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:02.210698 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-78e74b96-b2b1-45f5-bd23-80290deeb01f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 200 len: 918 time: 0.1483009 May 31 12:56:02.216009 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] Deleting subnet 1b1efb35-9fbd-46d0-b076-19e2c96ec027 {{(pid=98236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:56:02.219037 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.268086 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799340'] for subnet, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.354016 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.411404 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-4809da5d-2729-4e51-9aa3-19c220da7fc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63584206-4898-488a-82c6-82b02e1d2503 HTTP/1.1" status: 200 len: 1001 time: 0.1932991 May 31 12:56:02.477058 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-f05e2999-b353-4158-974d-c472fe9ec652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:02.478596 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-f05e2999-b353-4158-974d-c472fe9ec652 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 200 len: 856 time: 0.0584805 May 31 12:56:02.560335 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-990bc946-5221-4576-a012-d76abc1e3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:02.561830 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-990bc946-5221-4576-a012-d76abc1e3046 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a0568223-660d-44c3-9aeb-202b64b087c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740616 May 31 12:56:02.605837 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3817717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3659058'] for subnet, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.610651 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-1286113a-4574-4251-aca5-c483fc819e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:02.650097 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b1efb35-9fbd-46d0-b076-19e2c96ec027,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:02.652087 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.654691 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:02.657474 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669161e-eaf0-477b-b6fb-f4c64709f702 None None] Network 3cc96793-0e7c-413b-afe4-679933f06c95 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:56:02.658882 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-8f024e00-1564-4d0e-a4c3-29d95c4f5a56 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1b1efb35-9fbd-46d0-b076-19e2c96ec027 HTTP/1.1" status: 204 len: 168 time: 0.5066524 May 31 12:56:02.661284 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41762) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:02.714220 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-92485db5-8641-4e48-9d11-6acb784fd226 service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414831 May 31 12:56:02.781182 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.858029 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Deleting port ced9c606-06f7-4e46-a1f2-cb08401f84ff {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:02.858374 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.866329 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c8d65950-80a8-4ffe-942c-12c674ce135c req-cb062d7e-301a-403e-b95c-6790dccc332c service neutron] 10.222.0.30 "GET /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447501 May 31 12:56:02.938134 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] DHCP port deletion for 3cc96793-0e7c-413b-afe4-679933f06c95 request from dv-cinder-790492-5-smb {{(pid=98237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:56:02.964257 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] For port ced9c606-06f7-4e46-a1f2-cb08401f84ff, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ced9c606-06f7-4e46-a1f2-cb08401f84ff,segment=NetworkSegment(d13bb229-a4f3-4966-be4b-14ef9e944721),segment_id=d13bb229-a4f3-4966-be4b-14ef9e944721)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:02.964554 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.003014 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] Deleting port ced9c606-06f7-4e46-a1f2-cb08401f84ff {{(pid=98237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:03.003472 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.086300 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Calling delete_port for ced9c606-06f7-4e46-a1f2-cb08401f84ff owned by network:dhcp {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:03.101175 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] For port ced9c606-06f7-4e46-a1f2-cb08401f84ff, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=ced9c606-06f7-4e46-a1f2-cb08401f84ff,segment=NetworkSegment(d13bb229-a4f3-4966-be4b-14ef9e944721),segment_id=d13bb229-a4f3-4966-be4b-14ef9e944721)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:03.101576 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.132462 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.137419 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5bb41fab-88d8-431d-aa99-29360eade5a3 tempest-ServerRescueNegativeTestJSON-1859794123 tempest-ServerRescueNegativeTestJSON-1859794123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:03.184264 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced9c606-06f7-4e46-a1f2-cb08401f84ff,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:03.187750 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:03.188529 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] No DVR routers for this DVR port ced9c606-06f7-4e46-a1f2-cb08401f84ff on host dv-cinder-790492-5-smb {{(pid=98236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:03.221656 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] Calling delete_port for ced9c606-06f7-4e46-a1f2-cb08401f84ff owned by network:dhcp {{(pid=98237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:03.268488 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.273694 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:03.305538 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.318433 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc96793-0e7c-413b-afe4-679933f06c95']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:03.320527 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] No DVR routers for this DVR port ced9c606-06f7-4e46-a1f2-cb08401f84ff on host dv-cinder-790492-5-smb {{(pid=98237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:03.324313 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] Pushing event deleted for resources: {'Port': ['ID=ced9c606-06f7-4e46-a1f2-cb08401f84ff,revision_number=None']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:03.331008 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-1a09ffad-612e-494f-8cc3-373b9158ee3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:03.331659 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13bb229-a4f3-4966-be4b-14ef9e944721') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:03.332559 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13bb229-a4f3-4966-be4b-14ef9e944721') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:03.344173 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.360235 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.366240 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:56:03.366731 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:56:03.379657 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:56:03.545464 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.548986 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-2a93f389-098f-42d0-8b5a-5996b1036810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:03.561614 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.572660 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc96793-0e7c-413b-afe4-679933f06c95,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:03.575509 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:03.576857 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3cc96793-0e7c-413b-afe4-679933f06c95 HTTP/1.1" status: 204 len: 168 time: 0.9146819 May 31 12:56:03.751050 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41768) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:03.800661 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5871f0f6-821c-407e-9f5c-3bb8256d4f4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40b5473dd83e44dc86a8645a4675ac20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483115 May 31 12:56:03.803144 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41772) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:03.858900 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-93c18331-65c3-460b-a3b1-20003bb98493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.883764 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-93c18331-65c3-460b-a3b1-20003bb98493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.939965 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-93c18331-65c3-460b-a3b1-20003bb98493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.945603 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ede641c3-5373-4537-9ade-4a98529d134c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:03.955971 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c18331-65c3-460b-a3b1-20003bb98493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:03.960939 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-93c18331-65c3-460b-a3b1-20003bb98493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:03.964928 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-93c18331-65c3-460b-a3b1-20003bb98493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:03.966238 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-93c18331-65c3-460b-a3b1-20003bb98493 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b0cac89-34a8-4e99-a38f-5cfb64bd1ac5 HTTP/1.1" status: 204 len: 168 time: 0.1621983 May 31 12:56:03.978508 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ced9c606-06f7-4e46-a1f2-cb08401f84ff no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:04.015024 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: ced9c606-06f7-4e46-a1f2-cb08401f84ff {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:04.015388 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device ced9c606-06f7-4e46-a1f2-cb08401f84ff not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:04.015822 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:04.048286 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:04.048640 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e0b5f92b-a919-44b0-bdd5-cd9d836a20f9 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:04.320594 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41780) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:04.368463 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-e02702d4-d3a7-487d-8724-ec397ad0e660 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a66ab8150d04c8f919cc17e6f8f56bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466552 May 31 12:56:04.370976 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41784) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:04.427793 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4bb069d-da6e-40b8-a4bc-a9de7e43afcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.452801 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4bb069d-da6e-40b8-a4bc-a9de7e43afcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.503154 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4bb069d-da6e-40b8-a4bc-a9de7e43afcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.507820 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f5ecc67b-31e3-4714-9e68-8f091b584438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:04.518561 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb069d-da6e-40b8-a4bc-a9de7e43afcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4663df2-5187-483e-b712-79a5d10ed615,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:04.521087 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-d4bb069d-da6e-40b8-a4bc-a9de7e43afcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:04.526278 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-d4bb069d-da6e-40b8-a4bc-a9de7e43afcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:04.527418 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-d4bb069d-da6e-40b8-a4bc-a9de7e43afcd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4663df2-5187-483e-b712-79a5d10ed615 HTTP/1.1" status: 204 len: 168 time: 0.1555688 May 31 12:56:05.587628 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:23.087639 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-094e5ba0-bbd2-43c6-abf0-870a0ca68e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.414711 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-17679f05-f113-493a-aefd-7c4752469374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:25.486774 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:26.386542 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.139610 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:28.902533 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:56:35.597146 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:48.876591 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bae85f-ef54-489b-8eaa-dd449d5d406b req-fbdc1c8f-bbc0-4c86-b633-c9caeacc65d1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:48.877945 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-60bae85f-ef54-489b-8eaa-dd449d5d406b req-fbdc1c8f-bbc0-4c86-b633-c9caeacc65d1 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 946 time: 0.0823669 May 31 12:56:48.921960 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-60bae85f-ef54-489b-8eaa-dd449d5d406b req-2a5ecec9-d4b1-4bf7-bc5d-be33d2ff63fd tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383818 May 31 12:56:50.109234 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252b961-0bea-4e48-b50b-cf2e8b55bed6 req-2e01365e-090f-4b23-88e5-da4003079212 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:50.110699 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9252b961-0bea-4e48-b50b-cf2e8b55bed6 req-2e01365e-090f-4b23-88e5-da4003079212 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 946 time: 0.0792742 May 31 12:56:50.158165 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9252b961-0bea-4e48-b50b-cf2e8b55bed6 req-60733fef-80e7-4789-9ce5-24e097e1559b tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups?id=b041587c-949b-4276-aba4-2fc454ea25af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 May 31 12:56:50.508365 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d15e0f-377c-4861-b04a-7062490edddf req-105213db-f206-4636-a9d2-b354f181fb0f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:50.508952 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-38d15e0f-377c-4861-b04a-7062490edddf req-105213db-f206-4636-a9d2-b354f181fb0f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Synchronizing usage tracker for tenant:2b8770a463164b9dac300460e1914157 on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:56:50.524039 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-38d15e0f-377c-4861-b04a-7062490edddf req-105213db-f206-4636-a9d2-b354f181fb0f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Unset dirty status for tenant:2b8770a463164b9dac300460e1914157 on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:56:50.525180 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-38d15e0f-377c-4861-b04a-7062490edddf req-105213db-f206-4636-a9d2-b354f181fb0f tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 946 time: 0.0967145 May 31 12:56:50.660191 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Deleting port 63584206-4898-488a-82c6-82b02e1d2503 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:50.660525 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:50.789910 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] For port 63584206-4898-488a-82c6-82b02e1d2503, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=63584206-4898-488a-82c6-82b02e1d2503,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:50.790149 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:51.068450 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:51.068745 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:51.069053 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.l3_db [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Floating IP 4f1d3877-4dcb-40c1-8612-2d4f52f8558a disassociated. External IP: 172.28.1.165, port: 63584206-4898-488a-82c6-82b02e1d2503. May 31 12:56:51.069379 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Calling delete_port for 63584206-4898-488a-82c6-82b02e1d2503 owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:51.179215 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:51.184739 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e016ac9e-f557-45c0-aed8-803664b873fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:51.230192 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event deleted for resources: {'Port': ['ID=63584206-4898-488a-82c6-82b02e1d2503,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:51.244391 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.244765 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.245132 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.245489 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.245843 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.246193 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.246579 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.246928 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.247274 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.247609 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.247952 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.248294 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:51.307173 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:51.320300 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6798e725-f116-488e-b972-f36fa7c8987e req-99aba3aa-6f59-48df-970b-3dbeeef6909d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/ports?device_id=8890a7f1-8b25-467a-93f9-dfe570dd7a50 HTTP/1.1" status: 200 len: 210 time: 0.0432465 May 31 12:56:51.438505 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Router 04b424c4-3e07-48f0-b2ee-565c8b08b10e has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:51.730428 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:51.740431 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] Sync routers for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:51.753293 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:51.754008 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:56:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:51.806239 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] No DVR routers for this DVR port 63584206-4898-488a-82c6-82b02e1d2503 on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:56:51.808777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:51.811481 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-deleted', 'tag': '63584206-4898-488a-82c6-82b02e1d2503'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:51.813825 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5985a72-179f-41d5-8e7d-b0ea72db4a23" -d '{"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-deleted", "tag": "63584206-4898-488a-82c6-82b02e1d2503"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:51.827637 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-38d15e0f-377c-4861-b04a-7062490edddf req-ccc92daf-2e91-4115-9cc3-cc71e9e1ca2d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.30 "DELETE /v2.0/ports/63584206-4898-488a-82c6-82b02e1d2503 HTTP/1.1" status: 204 len: 173 time: 1.2961025 May 31 12:56:51.858791 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeab9cd-6561-4ca9-a644-21164651826e x-openstack-request-id: req-aeeab9cd-6561-4ca9-a644-21164651826e {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:51.859244 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8890a7f1-8b25-467a-93f9-dfe570dd7a50", "name": "network-vif-deleted", "tag": "63584206-4898-488a-82c6-82b02e1d2503", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:51.859568 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aeeab9cd-6561-4ca9-a644-21164651826e {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:51.860097 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8890a7f1-8b25-467a-93f9-dfe570dd7a50', 'name': 'network-vif-deleted', 'tag': '63584206-4898-488a-82c6-82b02e1d2503', 'status': 'completed', 'code': 200} May 31 12:56:51.940661 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:52.245679 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:52.249735 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] Checking router: 04b424c4-3e07-48f0-b2ee-565c8b08b10e for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:52.259965 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:52.260580 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:56:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:52.453054 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:52.470728 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41822) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:52.534235 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:52.561991 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:52.615686 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:52.620804 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ff1fb13d-d6b1-46b2-89e4-bb9de355c197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:52.636506 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b041587c-949b-4276-aba4-2fc454ea25af,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:52.646711 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.647091 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.647462 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.647829 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.648199 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.648558 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.648919 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.649270 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.649622 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.649972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.650327 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.650702 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:52.654654 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:52.655366 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:52.659672 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-7fe7cb9c-2985-4651-824e-f972dcf9559d tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "DELETE /v2.0/security-groups/b041587c-949b-4276-aba4-2fc454ea25af HTTP/1.1" status: 204 len: 168 time: 0.1846902 May 31 12:56:52.659672 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41826) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:52.680094 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.api.v2.resource [None req-dda87630-144c-4a34-aee7-ee8c6b556349 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] show failed (client error): The resource could not be found. May 31 12:56:52.684018 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41830) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:52.684154 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-dda87630-144c-4a34-aee7-ee8c6b556349 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "GET /v2.0/security-groups/b041587c-949b-4276-aba4-2fc454ea25af HTTP/1.1" status: 404 len: 347 time: 0.0240023 May 31 12:56:52.774468 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:52.778237 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e80709-721f-40c8-ab5e-ecf342328f3d None None] The sync data for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb is: [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:47:10Z', 'revision_number': 4, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '2a9f5705-dc42-438d-9e00-dd9057e52947', 'name': '', 'network_id': 'a0568223-660d-44c3-9aeb-202b64b087c1', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'mac_address': 'fa:16:3e:b9:ef:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:47:07Z', 'updated_at': '2021-05-31T12:47:22Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'subnets': [{'id': 'ec336638-7a9f-4950-9746-79a228bc87fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:52.906599 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Deleting port 8ec1bcaa-558f-44ba-9ec1-146bdde59f13 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:52.907182 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:52.989808 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b38508-0974-4ba3-a12a-4ce3fdc26850 None None] New status for floating IP 4f1d3877-4dcb-40c1-8612-2d4f52f8558a: DOWN {{(pid=98238) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:56:53.027451 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.027708 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.089613 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f6f9bcc5-6a29-4f28-b61f-e07cd03817c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.152497 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Calling delete_port for 8ec1bcaa-558f-44ba-9ec1-146bdde59f13 owned by network:floatingip {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:53.268190 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.273184 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-647283be-d504-48dc-8861-4930052af385 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:53.317215 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Pushing event deleted for resources: {'Port': ['ID=8ec1bcaa-558f-44ba-9ec1-146bdde59f13,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:53.343987 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:53.410093 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks [] for floatingip, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.423721 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:53.424832 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-8166653b-2331-4dc3-971a-ec2476fbb1fc tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] 10.222.0.65 "DELETE /v2.0/floatingips/4f1d3877-4dcb-40c1-8612-2d4f52f8558a HTTP/1.1" status: 204 len: 168 time: 0.7395964 May 31 12:56:55.228555 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:56:55.263678 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: 63584206-4898-488a-82c6-82b02e1d2503 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:56:55.264039 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 63584206-4898-488a-82c6-82b02e1d2503 not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:56:55.416423 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bcde5412-3fe1-45ad-9b64-a8d34e69d179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:55.447553 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.211803 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41854) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:56.390301 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:56.951539 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1947852'] for router_interface, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.448761 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Deleting port 2a9f5705-dc42-438d-9e00-dd9057e52947 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:57.449497 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.574198 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] For port 2a9f5705-dc42-438d-9e00-dd9057e52947, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=2a9f5705-dc42-438d-9e00-dd9057e52947,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:57.574496 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.696596 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Calling delete_port for 2a9f5705-dc42-438d-9e00-dd9057e52947 owned by network:router_interface {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:57.839584 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:57.843780 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5b8db6aa-3298-4d1b-afcc-12a4f569d2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:57.887852 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9f5705-dc42-438d-9e00-dd9057e52947,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:57.890342 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:58.143113 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:58.159486 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944156'] for router_interface, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:58.520168 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Router 04b424c4-3e07-48f0-b2ee-565c8b08b10e has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:58.791082 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:58.800562 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] Sync routers for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:58.803276 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-869aba2f-e478-495a-8190-ce3c7a6d9b53 admin admin] 10.222.0.65 "PUT /v2.0/routers/04b424c4-3e07-48f0-b2ee-565c8b08b10e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5904171 May 31 12:56:58.805776 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41860) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:58.809916 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:58.810564 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:58.980096 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks [] for router, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:58.982672 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:59.151596 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.224870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Deleting port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:56:59.225203 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.267660 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68'}], 'enable_snat': True}, 'gw_port_id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:56:57Z', 'revision_number': 5, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port': {'id': 'eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:4a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:46:54Z', 'updated_at': '2021-05-31T12:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:59.271931 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] Checking router: 04b424c4-3e07-48f0-b2ee-565c8b08b10e for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:59.280236 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] Routers {'04b424c4-3e07-48f0-b2ee-565c8b08b10e'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:59.280840 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:59.348537 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] For port eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:59.348918 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.430462 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] Set router 04b424c4-3e07-48f0-b2ee-565c8b08b10e gateway port host: None {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:59.470202 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Calling delete_port for eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda owned by network:router_gateway {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:56:59.543242 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:56:59Z', 'revision_number': 6, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port_host': None}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:59.547325 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935c9a2f-6bf6-4bc8-9167-79444ba0d13a None None] The sync data for ids ['04b424c4-3e07-48f0-b2ee-565c8b08b10e'] in dv-cinder-790492-5-smb is: [{'id': '04b424c4-3e07-48f0-b2ee-565c8b08b10e', 'name': 'tempest-AttachVolumeShelveTestJSON-1674594540-router', 'tenant_id': '2b8770a463164b9dac300460e1914157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:46:51Z', 'updated_at': '2021-05-31T12:56:59Z', 'revision_number': 6, 'project_id': '2b8770a463164b9dac300460e1914157', 'gw_port_host': None}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:59.622161 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.625724 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b614b6f6-d565-4f31-9dbc-6cc16e7b5eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:59.666498 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:59.670048 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:59.760532 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1941713'] for router_gateway, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.926440 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1943644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7860'] for router, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.930033 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.963037 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1943904'] for router, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.963606 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b424c4-3e07-48f0-b2ee-565c8b08b10e {{(pid=98236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:56:59.977143 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] Notify callbacks [] for router, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:59.981109 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41864) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:59.986931 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5c594862-7cc7-4a07-a5ff-fd3cbcb628df admin admin] 10.222.0.65 "DELETE /v2.0/routers/04b424c4-3e07-48f0-b2ee-565c8b08b10e HTTP/1.1" status: 204 len: 168 time: 1.1801353 May 31 12:57:00.040133 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] Deleting subnet ec336638-7a9f-4950-9746-79a228bc87fe {{(pid=98235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:57:00.042925 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.094264 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2256257'] for subnet, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.169384 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.288563 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 2a9f5705-dc42-438d-9e00-dd9057e52947 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:00.329425 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: 2a9f5705-dc42-438d-9e00-dd9057e52947 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:00.330428 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 2a9f5705-dc42-438d-9e00-dd9057e52947 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:00.420264 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9322764'] for subnet, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.424239 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9a44ab26-65c7-408d-8fdb-4bb048ba49e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:00.457387 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec336638-7a9f-4950-9746-79a228bc87fe,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:00.461030 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:00.463545 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.469092 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af7a98-8ccd-409c-ba6a-87c609591149 None None] Network a0568223-660d-44c3-9aeb-202b64b087c1 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:57:00.472115 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b6302f5a-f6da-4223-92de-5f827c5b3a69 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ec336638-7a9f-4950-9746-79a228bc87fe HTTP/1.1" status: 204 len: 168 time: 0.4899025 May 31 12:57:00.472340 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41868) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:00.584804 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.730036 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] DHCP port deletion for a0568223-660d-44c3-9aeb-202b64b087c1 request from dv-cinder-790492-5-smb {{(pid=98237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:57:00.757891 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Deleting port e870c5c1-27e3-4d63-9efb-bca86e97ddad {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:00.758501 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.796223 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Deleting port e870c5c1-27e3-4d63-9efb-bca86e97ddad {{(pid=98237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:57:00.796604 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.856364 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] For port e870c5c1-27e3-4d63-9efb-bca86e97ddad, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e870c5c1-27e3-4d63-9efb-bca86e97ddad,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:00.856593 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.889705 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] For port e870c5c1-27e3-4d63-9efb-bca86e97ddad, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=e870c5c1-27e3-4d63-9efb-bca86e97ddad,segment=NetworkSegment(54ef4f1b-4b7d-49ca-9307-c042b3f8006b),segment_id=54ef4f1b-4b7d-49ca-9307-c042b3f8006b)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:00.890097 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:00.976703 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Calling delete_port for e870c5c1-27e3-4d63-9efb-bca86e97ddad owned by network:dhcp {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:01.022453 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.026530 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:01.046381 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Calling delete_port for e870c5c1-27e3-4d63-9efb-bca86e97ddad owned by network:dhcp {{(pid=98237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:57:01.073923 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e870c5c1-27e3-4d63-9efb-bca86e97ddad,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:01.076430 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:01.078913 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] No DVR routers for this DVR port e870c5c1-27e3-4d63-9efb-bca86e97ddad on host dv-cinder-790492-5-smb {{(pid=98236) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:01.090140 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.093764 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:01.136759 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Pushing event deleted for resources: {'Port': ['ID=e870c5c1-27e3-4d63-9efb-bca86e97ddad,revision_number=None']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:01.138964 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] No DVR routers for this DVR port e870c5c1-27e3-4d63-9efb-bca86e97ddad on host dv-cinder-790492-5-smb {{(pid=98237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:57:01.146853 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.147205 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.147594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.147881 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.148308 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.148524 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.148849 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.149268 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.149492 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.149814 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.150136 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.150490 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:01.153431 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:01.198735 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.211778 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0568223-660d-44c3-9aeb-202b64b087c1']}} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:01.223900 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ef4f1b-4b7d-49ca-9307-c042b3f8006b') {'for_net_delete': True} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:01.224197 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.services.segments.db [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ef4f1b-4b7d-49ca-9307-c042b3f8006b') {} {{(pid=98236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:01.235548 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2799335'] for segment, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.251389 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.258950 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=98236) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:57:01.258950 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3685971'] for segment, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: Traceback (most recent call last): May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: timer() May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: cb(*args, **kw) May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: return func(*args, **kwargs) May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: self._notify() May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: self.callback(batched_events) May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: event.method(event) May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: return f(self, *a, **k) May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: return self._get(url).json() May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: return self.request(url, 'GET', **kwargs) May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:57:01.271853 dv-cinder-790492-5-smb neutron-server[98236]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:57:01.346067 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.350270 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f41a63a7-7701-42b4-ac0d-faf93a6d138e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:01.362971 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.374499 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0568223-660d-44c3-9aeb-202b64b087c1,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:01.378365 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:01.386427 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a0f253ef-013a-4012-96c0-07dd90343b59 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a0568223-660d-44c3-9aeb-202b64b087c1 HTTP/1.1" status: 204 len: 168 time: 0.9128251 May 31 12:57:01.514325 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41874) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:01.568665 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-08d67a1b-d11a-471d-aa9b-cde194142498 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b8770a463164b9dac300460e1914157&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530827 May 31 12:57:01.571142 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41878) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:01.627049 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a467a4d1-d8e2-47cd-bab1-d1c602c860a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.651968 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a467a4d1-d8e2-47cd-bab1-d1c602c860a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.702824 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a467a4d1-d8e2-47cd-bab1-d1c602c860a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.707650 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a464dd33-74b5-43f7-a081-5c6ff6b2f30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:01.723693 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467a4d1-d8e2-47cd-bab1-d1c602c860a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdca61f-05ba-48cd-80de-3511a2d01111,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:01.728301 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-a467a4d1-d8e2-47cd-bab1-d1c602c860a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:01.731364 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-a467a4d1-d8e2-47cd-bab1-d1c602c860a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:01.732972 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-a467a4d1-d8e2-47cd-bab1-d1c602c860a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bdca61f-05ba-48cd-80de-3511a2d01111 HTTP/1.1" status: 204 len: 168 time: 0.1604414 May 31 12:57:01.999035 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:02.032833 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:02.033184 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device eb0f9231-9ef7-4bc1-a5b0-ef5bf2c6ebda not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:02.033617 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e870c5c1-27e3-4d63-9efb-bca86e97ddad no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:57:02.068508 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: e870c5c1-27e3-4d63-9efb-bca86e97ddad {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:57:02.068860 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device e870c5c1-27e3-4d63-9efb-bca86e97ddad not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:57:02.463695 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41902) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:02.566782 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2103794509-network', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:02.572088 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:02.575853 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Usage tracker for resource:network and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:02.578664 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:02.584265 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:02.595145 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Made reservation on behalf of 05e582fe44474db7927499f3bf7e64d7 for: {'network': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:57:02.597342 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.608915 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.623012 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:02.626695 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Usage tracker for resource:security_group_rule and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:02.629381 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:02.635549 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:02.716990 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.720512 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.724871 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-cbb15c89-5231-4955-a1b4-6587d51aff17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:02.752533 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=98236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:57:02.762632 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262ac7e4-637f-4cc1-ba86-95d8e46a40c2,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:02.765675 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:02.770729 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.770729 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.segments_db [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Added segment ce29519e-7557-42f5-8653-90368b3e55bf of type vlan for network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 May 31 12:57:02.797265 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.826440 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.827744 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:02.828324 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.832899 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:02.931899 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4671128 May 31 12:57:02.934787 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41908) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:02.937082 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Pushing event updated for resources: {'Network': ['ID=7b6a7c82-a9b9-41e5-9112-31569dfc9f25,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:02.942208 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Request body: {'subnet': {'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2103794509-subnet', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:02.945546 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:02.946370 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:57:02.948884 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:02.952735 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Usage tracker for resource:subnet and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:02.955633 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:02.961361 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:02.970822 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Made reservation on behalf of 05e582fe44474db7927499f3bf7e64d7 for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:57:02.973207 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3659053'] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:03.354423 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3817654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3659067'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:03.358931 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f053fdcb-4021-43f5-a690-c7e96692115d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:03.427970 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b841bd1f-690a-45a9-a699-af95753f51ce,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:03.431893 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:03.435908 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Checking segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:57:03.436261 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Network hostable DHCP agents. Network: 7b6a7c82-a9b9-41e5-9112-31569dfc9f25, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:57:03.453299 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:57:03.463277 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 7b6a7c82-a9b9-41e5-9112-31569dfc9f25) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:57:03.471793 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b155a58-77ff-486c-bb63-b0df568d4db3 None None] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:57:03.472284 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:03.472857 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:03.492960 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-8c33907e-f2dd-4d2a-a25d-56cdf4b97d6c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5570996 May 31 12:57:03.495561 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41912) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:03.500297 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:03.504629 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:03.509514 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Usage tracker for resource:router and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:03.512312 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:03.517973 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:03.529493 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1943743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7846'] for router, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:03.530590 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1938623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1941600', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1965197', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7871'] for router, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:03.545008 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:03.694986 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp663840a6-34a0-55c5-ac74-306b568a2a00-7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce'}]}} from dv-cinder-790492-5-smb. {{(pid=98237) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:57:03.695824 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:03.852457 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.db_base_plugin_common [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Allocated IP 172.20.0.2 (7b6a7c82-a9b9-41e5-9112-31569dfc9f25/b841bd1f-690a-45a9-a699-af95753f51ce/60dc8b83-f200-4901-8f31-1a312141e978) {{(pid=98237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:57:03.911707 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1941573', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1943693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7885'] for router, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.068782 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Notify callbacks [] for port, precommit_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.078823 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Transition to ACTIVE for port object 60dc8b83-f200-4901-8f31-1a312141e978 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:57:04.096709 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Transition to ACTIVE for port object 60dc8b83-f200-4901-8f31-1a312141e978 will not be triggered until provisioned by entity DHCP. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:57:04.102793 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426'] for port, after_create {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.106949 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-68371fb0-fd4c-4cb7-89db-cdb3f8bfb9ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:04.179529 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 is already hosted by enough agents. {{(pid=98237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:57:04.182591 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.scheduler.base_scheduler [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Resources bound (agent type, host, resource id): {{(pid=98237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:57:04.186023 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Received port after_create {{(pid=98237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:57:04.225505 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.228987 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Pushing event updated for resources: {'Port': ['ID=60dc8b83-f200-4901-8f31-1a312141e978,revision_number=1']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:04.231785 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:04.258743 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.290274 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Attempting to bind port 60dc8b83-f200-4901-8f31-1a312141e978 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:57:04.290680 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Attempting to bind port 60dc8b83-f200-4901-8f31-1a312141e978 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:57:04.291058 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Attempting to bind port 60dc8b83-f200-4901-8f31-1a312141e978 on network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:57:04.297373 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:57:04.297756 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Checking segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:57:04.298164 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.298608 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Bound using segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:57:04.299084 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Bound port: 60dc8b83-f200-4901-8f31-1a312141e978, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:57:04.299462 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.388138 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] For port 60dc8b83-f200-4901-8f31-1a312141e978, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:57:04.391146 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] For port 60dc8b83-f200-4901-8f31-1a312141e978, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=60dc8b83-f200-4901-8f31-1a312141e978,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:57:04.391739 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Allocated IP 172.28.1.55 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/fb842336-b1bc-460c-93d0-166a3726482b) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:57:04.395326 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.400206 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fa2b93a0-2784-4f7f-bab9-5e7d15223bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:04.490437 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Pushing event updated for resources: {'Port': ['ID=60dc8b83-f200-4901-8f31-1a312141e978,revision_number=2']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:04.493435 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:04.546474 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.576514 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:04.580170 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:04.647631 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:57:04.658520 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:57:04.666383 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:57:04.693039 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb842336-b1bc-460c-93d0-166a3726482b,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:04.696051 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:05.185414 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:05.339034 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abcb699-413c-49cf-bf8e-1673c0535518 None None] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:57:05.432759 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-c85264ad-d254-492f-94d6-022bd2a6793a None None] Provisioning for port 60dc8b83-f200-4901-8f31-1a312141e978 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:57:05.539391 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1943734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1941510'] for router, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:05.606787 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:05.748856 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Router 7c17f80a-e375-4024-82da-9d5e3bcf5126 is scheduled to L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd with binding_index 1 {{(pid=98236) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:57:05.902090 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:57:05.929502 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:05.938485 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Sync routers for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:05.949372 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:05.949993 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:05.955417 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:05.956645 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4601676 May 31 12:57:05.960007 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41916) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:06.040214 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 60dc8b83-f200-4901-8f31-1a312141e978 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:57:06.124048 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 60dc8b83-f200-4901-8f31-1a312141e978 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:57:06.129307 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 60dc8b83-f200-4901-8f31-1a312141e978 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:06.129769 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.131297 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:06.293167 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.327624 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 60dc8b83-f200-4901-8f31-1a312141e978, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=60dc8b83-f200-4901-8f31-1a312141e978,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:06.332888 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.335106 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c45b89db-ba24-4e14-a9cc-e485e9fbdcc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:06.403280 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=60dc8b83-f200-4901-8f31-1a312141e978,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:06.406665 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:06.429167 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:04Z', 'revision_number': 3, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:06.433202 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Checking router: 7c17f80a-e375-4024-82da-9d5e3bcf5126 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:06.433574 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Updating router 7c17f80a-e375-4024-82da-9d5e3bcf5126 port fb842336-b1bc-460c-93d0-166a3726482b binding host dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:57:06.491959 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.743318 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.837644 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Notify callbacks [] for port, precommit_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.849714 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.provisioning_blocks [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Transition to ACTIVE for port object fb842336-b1bc-460c-93d0-166a3726482b will not be triggered until provisioned by entity L2. {{(pid=98238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:57:06.855961 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.860712 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-06834947-84f1-4031-905f-32367087d413 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:06.931724 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Attempting to bind port fb842336-b1bc-460c-93d0-166a3726482b on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:57:06.932398 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Attempting to bind port fb842336-b1bc-460c-93d0-166a3726482b by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:57:06.932511 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Attempting to bind port fb842336-b1bc-460c-93d0-166a3726482b on network 6716e70a-5906-4d62-a93e-9dcbd55148be {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:57:06.937868 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Pushing event updated for resources: {'Port': ['ID=fb842336-b1bc-460c-93d0-166a3726482b,revision_number=2']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:06.945496 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:57:06.945862 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Checking segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:57:06.946263 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.946729 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Bound using segment: {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'} {{(pid=98238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:57:06.947129 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.managers [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Bound port: fb842336-b1bc-460c-93d0-166a3726482b, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957108da-e398-4755-8b97-e13e7dee7eda', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}}] {{(pid=98238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:57:06.947522 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.948696 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Allocated IP 172.20.0.1 (7b6a7c82-a9b9-41e5-9112-31569dfc9f25/b841bd1f-690a-45a9-a699-af95753f51ce/571acc59-87d9-48ae-8ad8-439c909f7b41) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:57:06.978904 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.979232 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.979564 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.979886 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.980205 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.980531 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.980844 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.981153 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.981487 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.981795 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.982103 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.982426 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:57:06.990910 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:07.029077 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] For port fb842336-b1bc-460c-93d0-166a3726482b, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:57:07.033553 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.plugins.ml2.db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] For port fb842336-b1bc-460c-93d0-166a3726482b, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=fb842336-b1bc-460c-93d0-166a3726482b,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:57:07.037897 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron_lib.callbacks.manager [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.042773 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-23c00d9b-9b62-4f68-869c-f27df291e09b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:07.100107 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.115168 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:07.115760 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.provisioning_blocks [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Transition to ACTIVE for port object 571acc59-87d9-48ae-8ad8-439c909f7b41 will not be triggered until provisioned by entity DHCP. {{(pid=98236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:57:07.115898 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:07.139245 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.143870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3a3faecb-f994-4bbc-ace5-6602470b4fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:07.180551 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Pushing event updated for resources: {'Port': ['ID=fb842336-b1bc-460c-93d0-166a3726482b,revision_number=3']} {{(pid=98238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:07.185418 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG oslo_concurrency.lockutils [None req-7cea48e7-637f-46a2-8e21-753a845b2d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:07.196790 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:57:07.203881 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:57:07.206282 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:57:07.269850 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Pushing event updated for resources: {'Port': ['ID=571acc59-87d9-48ae-8ad8-439c909f7b41,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:07.275310 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:07.283579 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1947767'] for router_interface, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.303252 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:07.504121 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-05ea88a2-7aa1-4735-9432-57e7a64d39d9 None None] Provisioning for port 571acc59-87d9-48ae-8ad8-439c909f7b41 completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:57:07.509696 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-05ea88a2-7aa1-4735-9432-57e7a64d39d9 None None] Provisioning complete for port 571acc59-87d9-48ae-8ad8-439c909f7b41 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:07.510148 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-05ea88a2-7aa1-4735-9432-57e7a64d39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.577297 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.581062 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-05ea88a2-7aa1-4735-9432-57e7a64d39d9 None None] Port 571acc59-87d9-48ae-8ad8-439c909f7b41 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:57:07.619392 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:04Z', 'revision_number': 3, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:07.623448 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891df103-59f7-4246-bdbb-e6afe66a28a5 None None] The sync data for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb is: [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:04Z', 'revision_number': 3, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:07.820151 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.827361 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.870434 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4639ae18-ee8e-44ca-86b1-618b472d986a tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:07.949128 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Pushing event updated for resources: {'Port': ['ID=571acc59-87d9-48ae-8ad8-439c909f7b41,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:07.953690 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:07.962179 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1947866'] for router_interface, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.097552 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 60dc8b83-f200-4901-8f31-1a312141e978 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:57:08.110271 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:57:08.111609 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:57:08.170290 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 60dc8b83-f200-4901-8f31-1a312141e978 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:08.170838 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.329113 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device fb842336-b1bc-460c-93d0-166a3726482b up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:57:08.409497 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port fb842336-b1bc-460c-93d0-166a3726482b completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:57:08.413682 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-bdb895e8-472d-4c0e-b136-02bea2544455 None None] Provisioning complete for port 571acc59-87d9-48ae-8ad8-439c909f7b41 triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:08.414154 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-bdb895e8-472d-4c0e-b136-02bea2544455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.435542 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Router 7c17f80a-e375-4024-82da-9d5e3bcf5126 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:57:08.446315 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port fb842336-b1bc-460c-93d0-166a3726482b triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:08.446712 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.516407 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-bdb895e8-472d-4c0e-b136-02bea2544455 None None] Port 571acc59-87d9-48ae-8ad8-439c909f7b41 cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:57:08.585880 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.601973 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port fb842336-b1bc-460c-93d0-166a3726482b, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=fb842336-b1bc-460c-93d0-166a3726482b,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:08.606308 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.608124 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-f30ad9b1-dedd-4e43-9664-d2c5f64487b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:08.621696 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:08.631051 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-18e7f18e-da98-4603-8fc5-0e554a30c972 admin admin] 10.222.0.65 "PUT /v2.0/routers/7c17f80a-e375-4024-82da-9d5e3bcf5126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6700308 May 31 12:57:08.675975 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=fb842336-b1bc-460c-93d0-166a3726482b,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:08.679824 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:09.192692 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Sync routers for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:09.201591 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:09.202218 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:09.219861 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41926) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:09.225945 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218592452', 'description': 'tempest-description--396153757'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:09.232535 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:09.236663 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:security_group and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:09.239656 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:09.246313 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:09.256781 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.277110 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:09.280991 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:security_group_rule and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:09.283769 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:09.290169 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:09.362986 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.367285 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.371399 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-504fff32-144e-4c22-8bf9-edaf50e441b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:09.383851 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:09.410189 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a912f9-590d-44a5-bbb1-3dedf75822e6,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:09.413103 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.416901 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1934671 May 31 12:57:09.416901 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:09.417837 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41930) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:09.422097 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'security_group_rule': {'security_group_id': '62a912f9-590d-44a5-bbb1-3dedf75822e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:09.429884 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:09.433890 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:security_group_rule and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:09.436905 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:09.443138 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:09.459810 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.522642 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.526381 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.533934 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:09.556136 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe29f4a7-c75c-4c70-b02c-1ac84de435a1,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:09.559587 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:09.564179 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.568129 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-75a34167-956b-4111-a57f-5c510587942a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476030 May 31 12:57:09.568501 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41934) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:09.573911 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'security_group_rule': {'security_group_id': '62a912f9-590d-44a5-bbb1-3dedf75822e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:09.580408 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:09.584211 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:security_group_rule and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:09.587083 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:09.593595 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:09.609814 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.679914 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.683657 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.686128 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:09.706130 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 2, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:09.708517 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c1310f-5990-4824-be5f-541f1c6696b3,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:09.710290 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Checking router: 7c17f80a-e375-4024-82da-9d5e3bcf5126 for host: dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:09.710667 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Updating router 7c17f80a-e375-4024-82da-9d5e3bcf5126 port 571acc59-87d9-48ae-8ad8-439c909f7b41 binding host dv-cinder-790492-5-smb {{(pid=98237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:57:09.714439 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:09.717841 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.719234 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-26dfe96d-296f-4181-bc29-234fa102c7fc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496985 May 31 12:57:09.722259 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 41938) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:09.727819 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'floatingip': {'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:09.733691 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:09.737512 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:floatingip and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:57:09.741004 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:57:09.746615 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:09.757310 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.766639 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.990922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.023589 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device fb842336-b1bc-460c-93d0-166a3726482b up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:57:10.129083 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Allocated IP 172.28.1.38 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/fb7c4adb-4dc4-467a-837c-1f61dd824e4d) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:57:10.191532 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port fb842336-b1bc-460c-93d0-166a3726482b triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:10.191807 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.240421 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Notify callbacks [] for port, precommit_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.260535 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Transition to ACTIVE for port object 571acc59-87d9-48ae-8ad8-439c909f7b41 will not be triggered until provisioned by entity L2. {{(pid=98237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:57:10.268116 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.275992 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-e31fde67-590f-46d3-939e-38ab84e59b21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:10.279379 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.310233 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.314955 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-be19052c-1338-4359-92df-a438ba0e406b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:10.374290 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:57:10.382684 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:57:10.387189 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:57:10.438845 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'Port': ['ID=fb7c4adb-4dc4-467a-837c-1f61dd824e4d,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:10.443510 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:10.480791 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466dab1-7de5-49b8-bfa4-4860e1df099b None None] Pushing event updated for resources: {'Port': ['ID=571acc59-87d9-48ae-8ad8-439c909f7b41,revision_number=3']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:10.483739 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.489317 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c466dab1-7de5-49b8-bfa4-4860e1df099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:10.553509 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Attempting to bind port 571acc59-87d9-48ae-8ad8-439c909f7b41 on host dv-cinder-790492-5-smb for vnic_type normal with profile {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:57:10.553859 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.554003 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Attempting to bind port 571acc59-87d9-48ae-8ad8-439c909f7b41 by drivers openvswitch,hyperv on host dv-cinder-790492-5-smb at level 0 using segments [{'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:57:10.554250 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Attempting to bind port 571acc59-87d9-48ae-8ad8-439c909f7b41 on network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:57:10.560137 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Checking agent: {'id': '2525085d-3c2e-4ed7-b16d-3414c0703e45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 38, 55), 'started_at': datetime.datetime(2021, 5, 31, 12, 39, 25), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:57:10.560512 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Checking segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:57:10.560916 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.561316 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Bound using segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} {{(pid=98237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:57:10.561787 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.managers [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Bound port: 571acc59-87d9-48ae-8ad8-439c909f7b41, host: dv-cinder-790492-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'}}] {{(pid=98237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:57:10.562169 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.651802 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] For port 571acc59-87d9-48ae-8ad8-439c909f7b41, host dv-cinder-790492-5-smb, cleared binding levels {{(pid=98237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:57:10.654771 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] For port 571acc59-87d9-48ae-8ad8-439c909f7b41, host dv-cinder-790492-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=571acc59-87d9-48ae-8ad8-439c909f7b41,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:57:10.658799 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.663586 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:10.740268 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:10.740888 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:56:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:10.768002 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.774049 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020869'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.778205 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6116c2a5-744d-4565-9bce-a0320460a514 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:10.801719 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466dab1-7de5-49b8-bfa4-4860e1df099b None None] Pushing event updated for resources: {'Port': ['ID=571acc59-87d9-48ae-8ad8-439c909f7b41,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:10.806654 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-c466dab1-7de5-49b8-bfa4-4860e1df099b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:10.887071 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'Port': ['ID=fb7c4adb-4dc4-467a-837c-1f61dd824e4d,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:10.890938 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:10.899805 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.922157 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:10.923393 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2002161 May 31 12:57:10.932570 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvr_db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:11.087520 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-443ef5ee-ac90-4bce-95d2-f56b1180d2b9 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Synchronizing usage tracker for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:security_group {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:57:11.104127 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-443ef5ee-ac90-4bce-95d2-f56b1180d2b9 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Unset dirty status for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:security_group {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:57:11.105597 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-443ef5ee-ac90-4bce-95d2-f56b1180d2b9 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--218592452&fields=id&tenant_id=05e582fe44474db7927499f3bf7e64d7 HTTP/1.1" status: 200 len: 267 time: 0.0586464 May 31 12:57:11.257173 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-89ca3267-d32b-495d-a50d-4c9702ff934a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:11.257797 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-89ca3267-d32b-495d-a50d-4c9702ff934a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Synchronizing usage tracker for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:network {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:57:11.258352 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_hamode_db [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:10Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:11.262725 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9549f-387f-4ae6-a4a7-b3f7fd397d73 None None] The sync data for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb is: [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:10Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:11.276217 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-89ca3267-d32b-495d-a50d-4c9702ff934a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Unset dirty status for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:network {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:57:11.277444 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-89ca3267-d32b-495d-a50d-4c9702ff934a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 811 time: 0.1652832 May 31 12:57:11.292675 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-c6a079be-1271-421b-b209-de8a84fe7de3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/quotas/05e582fe44474db7927499f3bf7e64d7 HTTP/1.1" status: 200 len: 375 time: 0.0097814 May 31 12:57:11.395297 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-7774a7c9-603f-4db5-9e38-f7da78fa39a4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Synchronizing usage tracker for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:57:11.413054 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-7774a7c9-603f-4db5-9e38-f7da78fa39a4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Unset dirty status for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:57:11.414477 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-7774a7c9-603f-4db5-9e38-f7da78fa39a4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1067743 May 31 12:57:11.560479 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-bee32dd2-1ce6-434d-a3d3-e1e17653c153 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313577 May 31 12:57:11.706623 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-f5484a93-9588-4f0c-b2a4-3943c35323af service neutron] 10.222.0.65 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403120 May 31 12:57:11.906873 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-fcc14610-1cad-4018-b6ea-e9eb4373aa70 req-a459af26-4c05-4969-88e5-59dcd4fa600a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 210 time: 0.0493264 May 31 12:57:12.031851 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 571acc59-87d9-48ae-8ad8-439c909f7b41 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:57:12.123082 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning for port 571acc59-87d9-48ae-8ad8-439c909f7b41 completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:57:12.131550 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 571acc59-87d9-48ae-8ad8-439c909f7b41 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:12.131935 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:12.269308 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:12.303830 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] For port 571acc59-87d9-48ae-8ad8-439c909f7b41, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=571acc59-87d9-48ae-8ad8-439c909f7b41,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:12.309067 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:12.312022 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:12.380904 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Pushing event updated for resources: {'Port': ['ID=571acc59-87d9-48ae-8ad8-439c909f7b41,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:12.384008 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:13.024768 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-c149415e-db79-4711-9f62-32362b0142ee tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:13.026209 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-c149415e-db79-4711-9f62-32362b0142ee tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 811 time: 0.1544261 May 31 12:57:13.057900 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6588b45e-367c-4385-af70-0a2ab56d33ad req-49f46d01-e3ef-4261-a94a-45bc379f87db tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 210 time: 0.0432293 May 31 12:57:13.078324 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-fda0ce41-5596-4c22-8442-80a1449c3ef4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05e582fe44474db7927499f3bf7e64d7 HTTP/1.1" status: 200 len: 379 time: 0.0439537 May 31 12:57:13.088112 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'port': {'device_id': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'admin_state_up': True, 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'security_groups': ['62a912f9-590d-44a5-bbb1-3dedf75822e6']}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:13.222486 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:57:13.232076 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:57:13.242778 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Made reservation on behalf of 05e582fe44474db7927499f3bf7e64d7 for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:57:13.246249 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.410145 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Allocated IP 172.20.0.4 (7b6a7c82-a9b9-41e5-9112-31569dfc9f25/b841bd1f-690a-45a9-a699-af95753f51ce/4fc9a08c-9de2-4420-8b8f-911ad6898fbc) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:57:13.598186 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.613848 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Transition to ACTIVE for port object 4fc9a08c-9de2-4420-8b8f-911ad6898fbc will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:57:13.636410 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.641938 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9867da53-ea8b-469d-bd37-2913eff92168 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:13.716884 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:57:13.719931 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:57:13.722268 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:57:13.868571 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'Port': ['ID=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:13.871483 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:13.902254 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:13.902874 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.923120 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-03487fad-e08e-4979-b9fb-cb12d74bb72e None None] Provisioning for port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:57:13.928516 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-40b4065b-ffb0-4684-912a-789268c767a2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8440626 May 31 12:57:13.928976 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-03487fad-e08e-4979-b9fb-cb12d74bb72e None None] Provisioning complete for port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:13.929360 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-03487fad-e08e-4979-b9fb-cb12d74bb72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:13.938725 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-6e708a09-cef7-4f30-ab3d-5b0b36630a2b tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98235) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:57:13.939778 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-6e708a09-cef7-4f30-ab3d-5b0b36630a2b tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052629 May 31 12:57:13.950979 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Request body: {'port': {'device_id': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:14.011928 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 571acc59-87d9-48ae-8ad8-439c909f7b41 up at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:57:14.066688 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.070789 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-03487fad-e08e-4979-b9fb-cb12d74bb72e None None] Port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:57:14.089377 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Provisioning complete for port 571acc59-87d9-48ae-8ad8-439c909f7b41 triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:14.089377 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.255911 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767ae57-c36f-414e-9d39-c1ca3a1a1cc0 req-c26a03e3-50a5-4003-bd3b-d267877385a8 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:14.257428 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5767ae57-c36f-414e-9d39-c1ca3a1a1cc0 req-c26a03e3-50a5-4003-bd3b-d267877385a8 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 931 time: 0.0903001 May 31 12:57:14.307152 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5767ae57-c36f-414e-9d39-c1ca3a1a1cc0 req-3191bc7f-5280-4ddb-af8c-25bebcad8a3d tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419927 May 31 12:57:14.417141 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc9a08c-9de2-4420-8b8f-911ad6898fbc {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:57:14.424507 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.439762 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Transition to ACTIVE for port object 4fc9a08c-9de2-4420-8b8f-911ad6898fbc will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:57:14.443659 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020869'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.447909 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-8827b9f5-d482-4473-8cce-caae7c1f86e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:14.597303 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Pushing event updated for resources: {'Port': ['ID=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:14.604275 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:14.675453 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Attempting to bind port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:57:14.675780 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Attempting to bind port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:57:14.676104 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Attempting to bind port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc on network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:57:14.681195 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc on network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:57:14.681514 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Attempting to bind port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc on network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:57:14.686563 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:57:14.686947 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Checking segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:57:14.687264 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Bound using segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:57:14.687687 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Bound port: 4fc9a08c-9de2-4420-8b8f-911ad6898fbc, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:57:14.688023 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.777356 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] For port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:57:14.780185 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] For port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:57:14.784619 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020869'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.789489 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-82df4104-2e5b-4776-a0d8-049b56ffa46e tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:14.844210 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:14.844807 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:14.846138 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] 10.222.0.30 "PUT /v2.0/ports/4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 1093 time: 0.8996572 May 31 12:57:14.846664 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'tag': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:14.849466 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293f7f7a-785b-4899-b15c-d92e3a94c5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6f246f-a00d-4f70-9ad7-7d5fada78893", "tag": "4fc9a08c-9de2-4420-8b8f-911ad6898fbc"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:14.870105 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Pushing event updated for resources: {'Port': ['ID=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:14.880206 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-a85a3728-ce1a-4e98-9369-5d58443de56b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:14.920376 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a09b9b-189f-470d-bc5f-acc2cc3b60db x-openstack-request-id: req-17a09b9b-189f-470d-bc5f-acc2cc3b60db {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:14.920699 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6f246f-a00d-4f70-9ad7-7d5fada78893", "tag": "4fc9a08c-9de2-4420-8b8f-911ad6898fbc", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:14.920991 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17a09b9b-189f-470d-bc5f-acc2cc3b60db {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:14.921418 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'tag': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'status': 'completed', 'code': 200} May 31 12:57:14.963878 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-76414593-2d38-4820-bc02-6b4c81a5267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:14.965369 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-76414593-2d38-4820-bc02-6b4c81a5267e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1096 time: 0.0788095 May 31 12:57:15.036718 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-06552394-18b5-4133-ac03-0170860926b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 217 time: 0.0638828 May 31 12:57:15.101456 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-9e19e2aa-c928-4d4d-8bff-06c8408fa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.102800 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-9e19e2aa-c928-4d4d-8bff-06c8408fa019 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0601084 May 31 12:57:15.175488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-04dc15f8-1102-4be9-8232-3e5191d80d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.177190 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-04dc15f8-1102-4be9-8232-3e5191d80d57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0681033 May 31 12:57:15.307325 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-7aedca0f-875b-486d-9bcc-9f0af29bbbda service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239815 May 31 12:57:15.439584 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-630ccd6a-6ee7-45e8-9efc-9027647b3cff req-b0aff4b5-e5d7-40a7-ac4f-6db7e9d305f8 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256442 May 31 12:57:15.495801 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa11b83-94e5-41e9-9f83-915731e57b8b req-8cdb39a9-77dd-4fb3-a080-4e0b41fdb43a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.497261 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3aa11b83-94e5-41e9-9f83-915731e57b8b req-8cdb39a9-77dd-4fb3-a080-4e0b41fdb43a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 943 time: 0.0851636 May 31 12:57:15.541713 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3aa11b83-94e5-41e9-9f83-915731e57b8b req-408cec3a-2a58-4df1-a2e3-2a5f8eb050a5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387335 May 31 12:57:15.553795 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-1982716b-a190-4c4b-a386-317f89c600d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.555000 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-1982716b-a190-4c4b-a386-317f89c600d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1096 time: 0.0704238 May 31 12:57:15.777960 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-aefaf0a9-5f70-4064-a07c-45ba21a8774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.779379 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-aefaf0a9-5f70-4064-a07c-45ba21a8774c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.2180758 May 31 12:57:15.850242 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-98877571-48ca-4835-90ea-2d22783786cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 217 time: 0.0639379 May 31 12:57:15.915565 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-a85aa09c-f1d7-4365-8465-62a335d7cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.916970 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-a85aa09c-f1d7-4365-8465-62a335d7cde1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0607967 May 31 12:57:15.992347 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-eaf54fb5-3949-4c1d-b34c-67918c5fe27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:15.993802 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-eaf54fb5-3949-4c1d-b34c-67918c5fe27e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698347 May 31 12:57:16.124657 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-8d390e62-a391-49f0-b20f-16941cb4b586 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238694 May 31 12:57:16.254160 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-293f7f7a-785b-4899-b15c-d92e3a94c5ac req-feac81ec-aeb3-445a-8aad-1a27c424b2c9 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220326 May 31 12:57:16.727365 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa5c94-b07b-4cae-a5c1-3f1f931ec0b4 req-966582cb-941e-4a03-a4ff-b64862433b24 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:16.728802 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dbfa5c94-b07b-4cae-a5c1-3f1f931ec0b4 req-966582cb-941e-4a03-a4ff-b64862433b24 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 943 time: 0.0816312 May 31 12:57:16.774932 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-dbfa5c94-b07b-4cae-a5c1-3f1f931ec0b4 req-b325443c-b846-4655-ac6c-95199e54ab71 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394454 May 31 12:57:17.961097 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9668413-fc13-4149-b481-0fd2f59364e6 req-f97e2242-df1a-441b-92cf-7a52feffaffc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:17.962566 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d9668413-fc13-4149-b481-0fd2f59364e6 req-f97e2242-df1a-441b-92cf-7a52feffaffc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 943 time: 0.0817816 May 31 12:57:18.005436 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d9668413-fc13-4149-b481-0fd2f59364e6 req-ef270c00-49fe-49fb-9053-4202864e7c32 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373840 May 31 12:57:19.274546 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32249560-09b5-421d-a98a-373588174dc7 req-8526e05a-7ea4-421c-8d5a-67cc55580ce5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:19.276005 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-32249560-09b5-421d-a98a-373588174dc7 req-8526e05a-7ea4-421c-8d5a-67cc55580ce5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 943 time: 0.1691692 May 31 12:57:19.321080 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-32249560-09b5-421d-a98a-373588174dc7 req-22261265-b7a7-40c1-b79e-12da4fc68fd6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392900 May 31 12:57:19.432362 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 4fc9a08c-9de2-4420-8b8f-911ad6898fbc details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:57:19.561315 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:19.577934 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'port_id': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'mac_address': 'fa:16:3e:ab:6f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:57:19.630877 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.647607 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc9a08c-9de2-4420-8b8f-911ad6898fbc {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:57:19.663942 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:19.668041 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:19.670251 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:19.743728 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:19.746745 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:20.006230 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['4fc9a08c-9de2-4420-8b8f-911ad6898fbc'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:57:20.501920 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470aa04-f4bc-46d7-bbe4-78d3f28160ed req-b963244b-52f4-4c27-9533-257928d048f2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:20.503382 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a470aa04-f4bc-46d7-bbe4-78d3f28160ed req-b963244b-52f4-4c27-9533-257928d048f2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 944 time: 0.0780089 May 31 12:57:20.549898 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a470aa04-f4bc-46d7-bbe4-78d3f28160ed req-0cd67e14-44de-4371-8d51-40a830a75318 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408480 May 31 12:57:21.446324 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 4fc9a08c-9de2-4420-8b8f-911ad6898fbc up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:57:21.514912 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:57:21.520373 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:57:21.520752 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.633900 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.663636 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:21.665858 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a144bb-57be-4c1f-bdba-91935fc9d162" -d '{"events": [{"server_uuid": "0c6f246f-a00d-4f70-9ad7-7d5fada78893", "name": "network-vif-plugged", "status": "completed", "tag": "4fc9a08c-9de2-4420-8b8f-911ad6898fbc"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:21.673723 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:57:21.677350 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:21.680778 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:57:21.716862 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761c57dd-feb3-4eb8-b92e-c8a9109c9326 x-openstack-request-id: req-761c57dd-feb3-4eb8-b92e-c8a9109c9326 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:21.716862 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6f246f-a00d-4f70-9ad7-7d5fada78893", "name": "network-vif-plugged", "status": "completed", "tag": "4fc9a08c-9de2-4420-8b8f-911ad6898fbc", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:21.716862 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-761c57dd-feb3-4eb8-b92e-c8a9109c9326 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:21.722279 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'code': 200} May 31 12:57:21.745487 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf37dc-bc8f-4d49-aa38-a989f0868ffb req-17fce11d-462d-4901-9bae-e07098c89732 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:21.747010 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0cdf37dc-bc8f-4d49-aa38-a989f0868ffb req-17fce11d-462d-4901-9bae-e07098c89732 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0912757 May 31 12:57:21.756242 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:57:21.759518 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:57:21.792420 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0cdf37dc-bc8f-4d49-aa38-a989f0868ffb req-bc2b3e62-f332-492e-8947-cee981ba19e9 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395651 May 31 12:57:21.946328 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629413b2-160a-4608-9334-380a453dca9d req-571b6604-9a22-4045-b73b-7edb49bcf8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:21.947835 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-629413b2-160a-4608-9334-380a453dca9d req-571b6604-9a22-4045-b73b-7edb49bcf8ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1098 time: 0.0686572 May 31 12:57:21.994353 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-629413b2-160a-4608-9334-380a453dca9d req-ea553b19-5641-49bf-86c1-95950bb9b5b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399201 May 31 12:57:22.990899 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc87ae-7f7d-4670-9a59-f55b07252cda req-7181e92c-50a5-4dd6-82f9-80c41b128c39 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:22.992419 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d1fc87ae-7f7d-4670-9a59-f55b07252cda req-7181e92c-50a5-4dd6-82f9-80c41b128c39 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0862868 May 31 12:57:23.037346 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d1fc87ae-7f7d-4670-9a59-f55b07252cda req-c6717d62-9f21-44e5-965f-aa4ad9cb0f57 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393708 May 31 12:57:23.091555 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-3764a53b-986b-4314-9ee9-e0e15047a8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:24.360071 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240fabb-d189-441b-b7e9-f0abf8c2b607 req-6de258fa-3e36-42e0-b71e-bae46fe72bbb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:24.361519 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f240fabb-d189-441b-b7e9-f0abf8c2b607 req-6de258fa-3e36-42e0-b71e-bae46fe72bbb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0801313 May 31 12:57:24.409985 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f240fabb-d189-441b-b7e9-f0abf8c2b607 req-55540bba-8a1c-498f-81c7-2068970b5264 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422060 May 31 12:57:24.586318 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962a563-f9d1-4ba0-b37a-84fcc5aaac12 req-2d2af588-65cd-474d-896b-130ef51c505c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:24.587720 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6962a563-f9d1-4ba0-b37a-84fcc5aaac12 req-2d2af588-65cd-474d-896b-130ef51c505c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0814219 May 31 12:57:24.596094 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 41994) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:57:24.601208 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'floatingip': {'port_id': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:57:24.677952 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.258794 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.262612 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.416946 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-aa02c215-847f-490f-9366-054164f8b08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.429665 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.l3_db [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Floating IP 4e7e1850-10db-4cc8-a5dc-867b29751dff associated. External IP: 172.28.1.38, port: 4fc9a08c-9de2-4420-8b8f-911ad6898fbc. May 31 12:57:25.449708 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:25.874905 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Router 7c17f80a-e375-4024-82da-9d5e3bcf5126 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:57:26.055267 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:57:26.060145 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.066743 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] Sync routers for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:57:26.076304 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:26.077219 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:57:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:26.118243 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-fbcff3b0-402a-4df6-9145-b5f27632d2c2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "PUT /v2.0/floatingips/4e7e1850-10db-4cc8-a5dc-867b29751dff HTTP/1.1" status: 200 len: 990 time: 1.5210779 May 31 12:57:26.118911 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'tag': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:57:26.121255 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4d514a-47cd-4511-9c7d-52d5bf782478" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6f246f-a00d-4f70-9ad7-7d5fada78893", "tag": "4fc9a08c-9de2-4420-8b8f-911ad6898fbc"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:57:26.165463 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c828a3b4-144c-4315-9005-0abf2b6f6160 x-openstack-request-id: req-c828a3b4-144c-4315-9005-0abf2b6f6160 {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:57:26.165799 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6f246f-a00d-4f70-9ad7-7d5fada78893", "tag": "4fc9a08c-9de2-4420-8b8f-911ad6898fbc", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:57:26.166091 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c828a3b4-144c-4315-9005-0abf2b6f6160 {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:57:26.166566 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'tag': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'status': 'completed', 'code': 200} May 31 12:57:26.259458 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-821380b9-36a6-47e4-ad60-f6271fad1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:26.259907 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:26.260657 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-821380b9-36a6-47e4-ad60-f6271fad1119 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1098 time: 0.0720301 May 31 12:57:26.393109 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:26.395703 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-87fb19a4-daf0-42ca-8b3a-d218e0972aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:26.397244 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-87fb19a4-daf0-42ca-8b3a-d218e0972aa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.1302245 May 31 12:57:26.501338 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-a59362c6-f069-42a9-ac9f-db768e2284dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 998 time: 0.0972130 May 31 12:57:26.563828 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-ce8b9d10-9673-46f2-9b3d-771f968fb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:26.565297 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-ce8b9d10-9673-46f2-9b3d-771f968fb1a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0578408 May 31 12:57:26.629255 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '4e7e1850-10db-4cc8-a5dc-867b29751dff', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'floating_ip_address': '172.28.1.38', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'port_id': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'mac_address': 'fa:16:3e:ab:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:57:10Z', 'updated_at': '2021-05-31T12:57:25Z', 'revision_number': 1, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:26.633187 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] Checking router: 7c17f80a-e375-4024-82da-9d5e3bcf5126 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:57:26.641386 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:57:26.641979 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T12:57:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:26.645806 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-cf44e2bf-1d81-4507-a921-41e6696e50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:26.647331 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-cf44e2bf-1d81-4507-a921-41e6696e50a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758770 May 31 12:57:26.778185 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-644e6409-5d25-4b80-9a44-7537600aa6ce service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245103 May 31 12:57:26.816151 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:57:26.908044 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d4d514a-47cd-4511-9c7d-52d5bf782478 req-abd5a61a-5cc8-404e-aed1-1aad6104c6ff service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234994 May 31 12:57:27.152611 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '4e7e1850-10db-4cc8-a5dc-867b29751dff', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'floating_ip_address': '172.28.1.38', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'port_id': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'mac_address': 'fa:16:3e:ab:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:57:10Z', 'updated_at': '2021-05-31T12:57:25Z', 'revision_number': 1, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:57:27.156368 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ab1967-a721-455d-a8e5-ab19be7be11f None None] The sync data for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb is: [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '4e7e1850-10db-4cc8-a5dc-867b29751dff', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'floating_ip_address': '172.28.1.38', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'port_id': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'mac_address': 'fa:16:3e:ab:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:57:10Z', 'updated_at': '2021-05-31T12:57:25Z', 'revision_number': 1, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:57:27.348538 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf6a72f-a02c-49ca-88d0-ea641a71efa1 None None] New status for floating IP 4e7e1850-10db-4cc8-a5dc-867b29751dff: ACTIVE {{(pid=98237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:57:28.141516 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:35.612949 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:42.900957 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:57:53.096834 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-93f5c5c9-01be-42c3-beb5-8e41ca688102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:55.420114 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-3c089c9b-255d-4dcc-8b88-5d9f2056e293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:55.452921 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:56.395742 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:58.145625 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:03.867534 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-054d7613-9144-4729-bf7d-1b936aa0c78c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1155140 May 31 12:58:04.006418 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-8638c568-c15b-4cd8-90e6-f30d9825f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:04.007955 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-8638c568-c15b-4cd8-90e6-f30d9825f351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1098 time: 0.0707750 May 31 12:58:04.241401 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-0d95d50c-62cd-47a8-9b19-27cc362569dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:04.242877 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-0d95d50c-62cd-47a8-9b19-27cc362569dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.2157266 May 31 12:58:04.341346 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-18288f4c-b6b5-4f53-9428-8c31aabd3b88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 1000 time: 0.0916307 May 31 12:58:04.412150 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-45a28583-a0d4-4b5b-ab51-e5fffc5dcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:04.413580 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-45a28583-a0d4-4b5b-ab51-e5fffc5dcea0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0616682 May 31 12:58:04.499913 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-1a549e70-5d5a-45df-b604-54ef9e951428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:04.501390 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-1a549e70-5d5a-45df-b604-54ef9e951428 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711372 May 31 12:58:04.633814 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-e7cd4fae-da0b-4ba2-bc77-899428d0115a service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229887 May 31 12:58:04.768348 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-e70725cb-5adf-434f-9ff0-e67b19a32b3b req-1273c67b-70ad-482e-8db8-02f4f44e84a3 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280305 May 31 12:58:05.615364 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:19.899824 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:58:23.098415 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-90157786-2c77-41ef-b65a-f61ef3bdea28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:25.420813 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-303b5a0c-9054-4722-b840-b8d2f849afbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:25.455653 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:26.399061 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:28.148704 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:35.617503 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:47.127227 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c2c6e-9633-4178-aecb-695c7b544f9f req-b41cef7a-4a85-459d-aeb3-cdee0925be8a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:47.128712 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f63c2c6e-9633-4178-aecb-695c7b544f9f req-b41cef7a-4a85-459d-aeb3-cdee0925be8a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0811086 May 31 12:58:47.176661 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-f63c2c6e-9633-4178-aecb-695c7b544f9f req-760dd886-e106-44a3-b1da-a5cde62cf733 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 May 31 12:58:48.411607 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e080c74-ac1a-4408-9e14-59e57b85b7ad req-fef7fdd3-cf6f-41da-b0f3-b148e51a9f15 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:48.413072 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9e080c74-ac1a-4408-9e14-59e57b85b7ad req-fef7fdd3-cf6f-41da-b0f3-b148e51a9f15 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.1298926 May 31 12:58:48.457418 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9e080c74-ac1a-4408-9e14-59e57b85b7ad req-318f1487-a9cf-4844-9035-3f311cd174c6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380003 May 31 12:58:49.641408 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eabcf-ed0c-4d36-a792-a37bff943c1f req-2e9fb01f-9d6a-4a99-b28a-0eed967e4e23 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:49.642767 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-262eabcf-ed0c-4d36-a792-a37bff943c1f req-2e9fb01f-9d6a-4a99-b28a-0eed967e4e23 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0781624 May 31 12:58:49.690575 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-262eabcf-ed0c-4d36-a792-a37bff943c1f req-6e3c2ba6-ebc1-4dfd-a784-ce3623c62e1f tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 May 31 12:58:50.874867 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bcea5-b181-4f5b-a0dc-ae2bfa461acf req-daf4d9bb-693c-4376-baba-8135eaf77354 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:50.876342 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-237bcea5-b181-4f5b-a0dc-ae2bfa461acf req-daf4d9bb-693c-4376-baba-8135eaf77354 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0818200 May 31 12:58:50.920848 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-237bcea5-b181-4f5b-a0dc-ae2bfa461acf req-364c0303-5e78-4312-b01e-8b6f71f82221 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 May 31 12:58:52.108210 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c6dbe-c3fa-4d71-9cb4-80fa881be64e req-f27a9561-508f-4a41-8571-383c0074543c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:52.109655 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ef9c6dbe-c3fa-4d71-9cb4-80fa881be64e req-f27a9561-508f-4a41-8571-383c0074543c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0828791 May 31 12:58:52.159401 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ef9c6dbe-c3fa-4d71-9cb4-80fa881be64e req-afeca35b-0536-4acd-94cf-81a52714c31e tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441391 May 31 12:58:53.100060 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f8d91936-43a4-4326-8257-e8d3ac4b154c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:53.342913 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53970944-7ee4-4557-bb54-99c1fe9ba7c6 req-c97888e2-5e7e-4c29-9308-3062af22d5af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:53.344282 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-53970944-7ee4-4557-bb54-99c1fe9ba7c6 req-c97888e2-5e7e-4c29-9308-3062af22d5af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0779588 May 31 12:58:53.387974 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-53970944-7ee4-4557-bb54-99c1fe9ba7c6 req-a55757d7-5ac8-4b5b-8a9f-e9cc94494920 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382476 May 31 12:58:54.573565 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a128c5b-926e-4642-8ebf-7abad9ab6936 req-bacb9442-8d0e-4e4b-bf29-f40760c299fd tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:54.574936 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3a128c5b-926e-4642-8ebf-7abad9ab6936 req-bacb9442-8d0e-4e4b-bf29-f40760c299fd tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0823145 May 31 12:58:54.618208 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-3a128c5b-926e-4642-8ebf-7abad9ab6936 req-7aafd021-c959-43f3-b359-1c1913b5e845 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377526 May 31 12:58:55.422142 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e03f12bb-82c1-44a0-83c3-e2f9ee0db962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:55.456052 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:55.797555 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885d233-f4c1-4250-954b-9494a6cf9c70 req-01fa1b9c-28ea-4c79-9432-fcbbc1eb7d2c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:55.798991 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6885d233-f4c1-4250-954b-9494a6cf9c70 req-01fa1b9c-28ea-4c79-9432-fcbbc1eb7d2c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0773542 May 31 12:58:55.843332 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6885d233-f4c1-4250-954b-9494a6cf9c70 req-3537e7d6-8303-4b89-81fc-c27b0fd32b63 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384877 May 31 12:58:56.400755 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:56.898292 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:58:57.029964 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397012a-91bf-48fd-b9cc-636644bfe76b req-0f0212b6-939b-454e-94bd-f257a437715b tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:57.031429 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8397012a-91bf-48fd-b9cc-636644bfe76b req-0f0212b6-939b-454e-94bd-f257a437715b tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0815413 May 31 12:58:57.074372 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8397012a-91bf-48fd-b9cc-636644bfe76b req-13ebeb00-d709-468b-bcf5-a09c3cf07545 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374336 May 31 12:58:58.150565 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:58.266261 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabf14e-f630-4210-a670-0ce746c1e26e req-7fd9ef0f-67d5-4da2-8a32-aecb6567ea14 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:58.267774 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bbabf14e-f630-4210-a670-0ce746c1e26e req-7fd9ef0f-67d5-4da2-8a32-aecb6567ea14 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0797186 May 31 12:58:58.409231 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-bbabf14e-f630-4210-a670-0ce746c1e26e req-2fd98fe0-ec16-4bfc-95fb-367b67293fea tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349525 May 31 12:58:58.750247 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f26892-49bb-4f33-af26-edc14842dc5f req-d06bf800-85d1-46ee-91c7-0794a4431e08 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:58.751745 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79f26892-49bb-4f33-af26-edc14842dc5f req-d06bf800-85d1-46ee-91c7-0794a4431e08 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0793488 May 31 12:58:58.796411 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-79f26892-49bb-4f33-af26-edc14842dc5f req-bba829c1-c494-43fe-a13e-6a9bbd152b59 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 May 31 12:58:58.796664 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-4c8e20c8-66d8-4c0c-b78a-f66c3ad3bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:58.798065 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-4c8e20c8-66d8-4c0c-b78a-f66c3ad3bebc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1098 time: 0.0745463 May 31 12:58:58.930027 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-619a1bc5-7916-4c06-95ce-b450d1cf72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:58.931537 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-619a1bc5-7916-4c06-95ce-b450d1cf72db service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.1263285 May 31 12:58:59.038912 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-22102ab7-5aa8-4934-8fd6-7cf616f1187b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 1000 time: 0.1003783 May 31 12:58:59.101795 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-f4400c70-0864-4682-86c0-c55390c219cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:59.103289 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-f4400c70-0864-4682-86c0-c55390c219cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0585487 May 31 12:58:59.179049 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-ddb25782-294f-4c60-96a8-0362db63abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:59.180553 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-ddb25782-294f-4c60-96a8-0362db63abbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709639 May 31 12:58:59.310495 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-6d83e386-24b8-47ec-b293-283967ea6b51 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229603 May 31 12:58:59.441426 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-f5116f3d-16d5-430b-88d7-bc4fd311d082 req-ffe816ce-fe54-47b6-96d0-4747f9d4904e service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248519 May 31 12:58:59.990535 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2047f-20ec-43f7-8aef-2bda8ac4b30b req-8d1289a3-ca4c-4e1a-9aa1-d6dc42304876 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:59.992000 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a7e2047f-20ec-43f7-8aef-2bda8ac4b30b req-8d1289a3-ca4c-4e1a-9aa1-d6dc42304876 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0864162 May 31 12:59:00.036557 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a7e2047f-20ec-43f7-8aef-2bda8ac4b30b req-6c442c63-f9fd-4b12-b2db-fcfab109d0de tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388088 May 31 12:59:01.217161 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a323ea-b9f5-439f-8be3-833783d5a3a1 req-41d7cee9-d0b0-4c7b-ae3c-ecd2a33225e7 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:01.218658 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e5a323ea-b9f5-439f-8be3-833783d5a3a1 req-41d7cee9-d0b0-4c7b-ae3c-ecd2a33225e7 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0783565 May 31 12:59:01.264058 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e5a323ea-b9f5-439f-8be3-833783d5a3a1 req-be49d41c-90a8-4199-b47c-be29ea3fd1b4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399120 May 31 12:59:05.627808 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:05.819920 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-6455026e-c60a-4c09-8ade-ef055f53f0cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720811 May 31 12:59:05.954185 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-2e6a3dac-c941-4142-a0f8-af0f209442fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:05.955657 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-2e6a3dac-c941-4142-a0f8-af0f209442fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1098 time: 0.0690129 May 31 12:59:06.185246 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-1483f329-7149-417e-a399-c6c098fd84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:06.186710 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-1483f329-7149-417e-a399-c6c098fd84a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.2126703 May 31 12:59:06.301798 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-13c73a9e-6ff6-4fcf-bed4-3df15e1ed27b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 1000 time: 0.1085563 May 31 12:59:06.373659 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-e2f0a695-f79e-4a73-86e1-c57725fc4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:06.375776 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-e2f0a695-f79e-4a73-86e1-c57725fc4c5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0667462 May 31 12:59:06.462054 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-5ba2f919-8c78-4195-b068-3a23db48df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:06.463558 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-5ba2f919-8c78-4195-b068-3a23db48df86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810099 May 31 12:59:06.591958 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-96305fe6-1315-4a17-87ec-207a77742004 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217346 May 31 12:59:06.719792 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-5b86df35-a695-4fc2-b97b-2df7ccf09175 req-a58cbd97-4b8d-4ab3-9cc0-87a835e71d48 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213639 May 31 12:59:23.103661 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-1db137fe-d2d6-4ed4-96b8-44a90eb1ff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:25.424040 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fc674a74-6dba-451d-aabb-d319ae748943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:25.457385 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:26.405052 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:28.154299 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:33.896577 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:59:35.671232 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:53.106256 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-06eb64a8-6c6e-41d0-a0bd-826ac1aa4866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:55.426575 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-ccd6b7ef-50f7-4d96-a7f7-499db1d1aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:55.458516 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:56.408517 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:58.156840 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:58.289098 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d61e36-3072-4057-9fcb-2ec3151c2676 req-90a91814-80c2-4156-b382-432dcab70383 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:58.290580 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-65d61e36-3072-4057-9fcb-2ec3151c2676 req-90a91814-80c2-4156-b382-432dcab70383 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0829046 May 31 12:59:58.341439 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-65d61e36-3072-4057-9fcb-2ec3151c2676 req-156baf7c-3261-4d7d-b315-b22ad23af378 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451615 May 31 12:59:59.527152 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8b358-beae-4af7-975d-dea0cf17463f req-d0ee0faa-559c-49c5-91ba-f261744956e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:59.528528 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5fc8b358-beae-4af7-975d-dea0cf17463f req-d0ee0faa-559c-49c5-91ba-f261744956e4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0791235 May 31 12:59:59.575798 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5fc8b358-beae-4af7-975d-dea0cf17463f req-daef2f16-8c20-4d16-a4d6-63d8a5a1fbc6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 May 31 13:00:00.760877 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807b5c-cc12-4d83-a38b-1c61b0e2ad46 req-61477fa3-8620-4643-86d0-6575c74238c5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:00.762663 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7c807b5c-cc12-4d83-a38b-1c61b0e2ad46 req-61477fa3-8620-4643-86d0-6575c74238c5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0798533 May 31 13:00:00.806610 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7c807b5c-cc12-4d83-a38b-1c61b0e2ad46 req-d0eaadf0-7a5d-4e1f-a772-4f3e687fcfc5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384214 May 31 13:00:01.993095 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704b63b-147f-422d-972d-37528a4c16e6 req-2579affe-6133-4b4c-b31c-d6a8a1625f03 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:01.994588 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1704b63b-147f-422d-972d-37528a4c16e6 req-2579affe-6133-4b4c-b31c-d6a8a1625f03 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0841961 May 31 13:00:02.039006 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1704b63b-147f-422d-972d-37528a4c16e6 req-242c6707-b559-44c9-b5c9-8d97d8d331a0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388637 May 31 13:00:03.218882 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea8aac-ebd2-481f-8a77-921419ea67e2 req-cef8723a-8106-44df-91d6-ba247a916722 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:03.220348 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d9ea8aac-ebd2-481f-8a77-921419ea67e2 req-cef8723a-8106-44df-91d6-ba247a916722 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0784411 May 31 13:00:03.265152 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d9ea8aac-ebd2-481f-8a77-921419ea67e2 req-f9297f1a-8292-4e7e-aace-735d6e596915 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384374 May 31 13:00:04.450984 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fe6f0-11b5-4cae-a955-76eacd1a9a7e req-579573cc-6755-41a3-abfc-63c956ca1bd0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:04.452427 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-644fe6f0-11b5-4cae-a955-76eacd1a9a7e req-579573cc-6755-41a3-abfc-63c956ca1bd0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0824223 May 31 13:00:04.496615 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-644fe6f0-11b5-4cae-a955-76eacd1a9a7e req-73b61970-6868-4c63-ba0e-3d4320c5e525 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386579 May 31 13:00:05.674531 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:05.676698 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d4461-c584-4604-9b8c-ea09e3d9b1aa req-f0efc15c-c678-436b-99e7-e0b878a257ad tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:05.679106 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-499d4461-c584-4604-9b8c-ea09e3d9b1aa req-f0efc15c-c678-436b-99e7-e0b878a257ad tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0790665 May 31 13:00:05.726827 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-499d4461-c584-4604-9b8c-ea09e3d9b1aa req-4e24af21-80fb-4c1d-bb3c-55fa9f009f87 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 May 31 13:00:06.911274 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e636-ef36-49b9-acb7-b7846b5d702c req-99075b99-8f3e-4e42-ba9e-67efb28c8951 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:06.912716 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9491e636-ef36-49b9-acb7-b7846b5d702c req-99075b99-8f3e-4e42-ba9e-67efb28c8951 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0789132 May 31 13:00:06.956554 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9491e636-ef36-49b9-acb7-b7846b5d702c req-d0dec10f-c28a-4b05-8cdc-9a081099a85c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383539 May 31 13:00:07.876844 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a9b0-f675-492e-baba-d1332c2346bc req-e85418ea-7045-45a8-bbf8-0cb050d8b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:07.878298 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c356a9b0-f675-492e-baba-d1332c2346bc req-e85418ea-7045-45a8-bbf8-0cb050d8b49e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1098 time: 0.0739152 May 31 13:00:08.021463 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a9b0-f675-492e-baba-d1332c2346bc req-ab4bc7c3-8505-48aa-bbd1-a9b5bb348441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:08.022913 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c356a9b0-f675-492e-baba-d1332c2346bc req-ab4bc7c3-8505-48aa-bbd1-a9b5bb348441 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.1262512 May 31 13:00:08.122939 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c356a9b0-f675-492e-baba-d1332c2346bc req-736586d0-1641-44b4-bcae-af9ee60b79f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 1000 time: 0.0929523 May 31 13:00:08.144207 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a1cb0-172a-4479-bfad-0d3cd8ccaea6 req-d3bc3df2-4e3d-4dd6-9f35-4d59cf22534c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:08.145579 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-897a1cb0-172a-4479-bfad-0d3cd8ccaea6 req-d3bc3df2-4e3d-4dd6-9f35-4d59cf22534c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0820136 May 31 13:00:08.190636 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-897a1cb0-172a-4479-bfad-0d3cd8ccaea6 req-247e6149-3d06-429d-8447-009712ed147f tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389490 May 31 13:00:08.194290 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a9b0-f675-492e-baba-d1332c2346bc req-ea719587-386d-4e3e-9b85-bfa6c04873b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:08.195741 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c356a9b0-f675-492e-baba-d1332c2346bc req-ea719587-386d-4e3e-9b85-bfa6c04873b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0607648 May 31 13:00:08.271902 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356a9b0-f675-492e-baba-d1332c2346bc req-4c5ea9fc-a33c-4dc6-b899-e93063e475f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:08.273372 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c356a9b0-f675-492e-baba-d1332c2346bc req-4c5ea9fc-a33c-4dc6-b899-e93063e475f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705934 May 31 13:00:08.404758 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c356a9b0-f675-492e-baba-d1332c2346bc req-cab54a17-a18a-48df-93bd-6c06203c8f88 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234813 May 31 13:00:08.536019 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-c356a9b0-f675-492e-baba-d1332c2346bc req-a29ea061-9352-42cf-b3fd-7eef146f27cd service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245320 May 31 13:00:09.371328 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecf06a-19f7-4e43-a560-eb53ab3e9fd7 req-4e2e3e5b-9e70-45f7-8769-5d1702c153e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:09.372766 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e0ecf06a-19f7-4e43-a560-eb53ab3e9fd7 req-4e2e3e5b-9e70-45f7-8769-5d1702c153e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0784159 May 31 13:00:09.420529 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e0ecf06a-19f7-4e43-a560-eb53ab3e9fd7 req-6a232e24-9a17-470a-94b5-20d42dc9bc5d tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421908 May 31 13:00:10.613560 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9028e-3d88-43b5-89b1-a961b6914f1c req-0e4d5f19-bd29-4928-aa75-3a2aafa6cb52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:10.615725 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8cf9028e-3d88-43b5-89b1-a961b6914f1c req-0e4d5f19-bd29-4928-aa75-3a2aafa6cb52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0907228 May 31 13:00:10.658818 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-8cf9028e-3d88-43b5-89b1-a961b6914f1c req-f7637069-cda0-44a2-8401-654d77d3dfe9 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374153 May 31 13:00:10.895591 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:00:11.843935 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895fa5e-bfbc-48ea-8826-0c4c382bb8c4 req-4385dc75-d796-4690-b138-75d50338829a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:11.845505 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b895fa5e-bfbc-48ea-8826-0c4c382bb8c4 req-4385dc75-d796-4690-b138-75d50338829a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0811749 May 31 13:00:11.891956 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b895fa5e-bfbc-48ea-8826-0c4c382bb8c4 req-c9e99089-f803-415c-aae3-8204c87ec604 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407584 May 31 13:00:13.079615 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94d431-4b78-44de-824c-559949ab3b6a req-4319edf5-ac99-4ffa-8a6b-4cfeb5efaeb5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:13.081077 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ac94d431-4b78-44de-824c-559949ab3b6a req-4319edf5-ac99-4ffa-8a6b-4cfeb5efaeb5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0819879 May 31 13:00:13.125335 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-ac94d431-4b78-44de-824c-559949ab3b6a req-11c98aec-4ce7-4cfb-8b08-2b0cde870ceb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 May 31 13:00:14.307929 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff3e03-a1bb-4326-9080-2fa10d94f000 req-341b6f70-7a98-4b1d-a80c-1a9d64c06f81 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:14.309311 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-55ff3e03-a1bb-4326-9080-2fa10d94f000 req-341b6f70-7a98-4b1d-a80c-1a9d64c06f81 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0790305 May 31 13:00:14.366717 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-55ff3e03-a1bb-4326-9080-2fa10d94f000 req-a0d6b59d-6f70-46c0-9936-f9951ccdb81d tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517967 May 31 13:00:14.727117 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c567f74-74bc-414b-93b8-53bb7cfae499 req-ab726d13-276c-4569-86c2-a2b9b83c466a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:14.728592 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1c567f74-74bc-414b-93b8-53bb7cfae499 req-ab726d13-276c-4569-86c2-a2b9b83c466a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0801914 May 31 13:00:14.772858 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1c567f74-74bc-414b-93b8-53bb7cfae499 req-658f471a-b8ed-45a0-82bb-b40a35fd98b8 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387113 May 31 13:00:14.778556 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-d40bdeb9-102b-4018-8c1b-a42d958fd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:14.780144 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-d40bdeb9-102b-4018-8c1b-a42d958fd1ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1098 time: 0.0753849 May 31 13:00:14.996755 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-420002e1-f0f6-4a3b-8a8e-dc3e0f3ff5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:14.998195 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-420002e1-f0f6-4a3b-8a8e-dc3e0f3ff5fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.2120545 May 31 13:00:15.100904 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-5769c161-8712-4398-9c47-8d9911633ec5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 1000 time: 0.0952446 May 31 13:00:15.161903 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-361edfcf-5bb8-48d6-9e63-8cb9e87e7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:15.163307 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-361edfcf-5bb8-48d6-9e63-8cb9e87e7a06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0561066 May 31 13:00:15.237155 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-4ee74ad3-77f1-4537-ade0-b26183a75522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:15.238602 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-4ee74ad3-77f1-4537-ade0-b26183a75522 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682764 May 31 13:00:15.369086 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-f66d0126-e4cc-4ef3-8035-c92b22418bc2 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238592 May 31 13:00:15.499205 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-4582c51f-c00a-411e-9282-1e70fe698a29 req-0213a8c4-4b2f-46b4-b293-2ae4a56692c7 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234190 May 31 13:00:16.056586 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b04c7-a05e-4670-a9c7-b730f158c182 req-3db6b539-d960-469f-8a71-baac1e0c8dc6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:16.058267 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a29b04c7-a05e-4670-a9c7-b730f158c182 req-3db6b539-d960-469f-8a71-baac1e0c8dc6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.1772397 May 31 13:00:16.106957 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a29b04c7-a05e-4670-a9c7-b730f158c182 req-96c16f95-301e-4065-8a9a-0c8ecad3832d tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430508 May 31 13:00:17.292883 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f96c29-4d57-4d51-a4b5-3767a34aba1f req-98a08f19-d5f1-492b-8010-9b6b1286dc79 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:17.294329 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a7f96c29-4d57-4d51-a4b5-3767a34aba1f req-98a08f19-d5f1-492b-8010-9b6b1286dc79 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0792236 May 31 13:00:17.340589 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-a7f96c29-4d57-4d51-a4b5-3767a34aba1f req-069b49f8-5d2e-45df-a47d-aef4a1f05428 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407081 May 31 13:00:23.108331 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-69f51c1f-66f2-4863-83d1-25d668ed85f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:25.428610 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fd819c9d-34e7-4ca6-a177-1e8ebf0e3f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:25.458500 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:26.412252 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:28.159827 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:35.674186 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:47.894387 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:00:53.108904 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-9dc82db8-a149-46fe-9513-a53ac555b478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:55.431319 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da8a7b96-8678-4b4c-b631-a45369a3325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:55.461331 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:56.413426 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:58.162149 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:05.694686 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:10.376694 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-97cf925a-2d02-4bf8-897e-32f4f0243ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719628 May 31 13:01:10.515862 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-11227fd8-19a5-4624-afe9-88df496e4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:10.517517 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-11227fd8-19a5-4624-afe9-88df496e4f99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 1098 time: 0.0722938 May 31 13:01:10.667382 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-597145a9-4a89-4e7f-9125-5fd11a8fb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:10.668827 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-597145a9-4a89-4e7f-9125-5fd11a8fb506 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.1299000 May 31 13:01:10.771476 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-01a9534f-07c7-4d08-b54c-79515d3a2082 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 200 len: 1000 time: 0.0953710 May 31 13:01:10.837413 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-858318fa-2c3f-48ea-800b-c7963c22da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:10.839234 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-858318fa-2c3f-48ea-800b-c7963c22da0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0613139 May 31 13:01:10.919845 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-a22ab529-9179-4297-91e8-7867e8bce789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:10.921216 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-a22ab529-9179-4297-91e8-7867e8bce789 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760212 May 31 13:01:11.052267 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-292b49d7-c8bb-44a5-ba68-a8bac504131b service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235316 May 31 13:01:11.180515 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-8c48571e-3e4a-45cd-b470-6d41adab4b56 req-e560b989-e0c2-4a5f-bda3-04c9410b3dbc service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218183 May 31 13:01:13.646087 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f71cf9-24cb-473d-96bb-16394f1457e2 req-c275b826-b904-4ba2-923d-8f79642eea6c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:13.647471 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-09f71cf9-24cb-473d-96bb-16394f1457e2 req-c275b826-b904-4ba2-923d-8f79642eea6c tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0785959 May 31 13:01:13.691589 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-09f71cf9-24cb-473d-96bb-16394f1457e2 req-bc5610d4-4f0a-4ec0-a2ca-132ed32f25d7 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386136 May 31 13:01:14.882645 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3907db-9d02-4835-ac5f-025df437b30b req-8e4d11ff-909c-4ae9-ad1a-43a31e8ea8d4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:14.885882 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7a3907db-9d02-4835-ac5f-025df437b30b req-8e4d11ff-909c-4ae9-ad1a-43a31e8ea8d4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0893972 May 31 13:01:14.931699 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-7a3907db-9d02-4835-ac5f-025df437b30b req-c69fbe59-cce7-4cb2-8848-7a69c7d9e2bc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402656 May 31 13:01:15.916170 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-0878b89a-20d4-426e-aa85-2922767927db tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:15.916863 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-0878b89a-20d4-426e-aa85-2922767927db tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Synchronizing usage tracker for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:01:15.932798 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-0878b89a-20d4-426e-aa85-2922767927db tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Unset dirty status for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:01:15.933899 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-0878b89a-20d4-426e-aa85-2922767927db tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0945206 May 31 13:01:16.074787 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Deleting port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:01:16.075130 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:16.116690 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cf475-d10a-4bf6-b69f-89f3b191d3b4 req-027d6cad-b9bb-407c-954d-f10ffc364b67 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:16.118740 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1e8cf475-d10a-4bf6-b69f-89f3b191d3b4 req-027d6cad-b9bb-407c-954d-f10ffc364b67 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 945 time: 0.0812702 May 31 13:01:16.169743 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-1e8cf475-d10a-4bf6-b69f-89f3b191d3b4 req-92e4c460-a4b9-488f-b8ed-4e1c114f7aef tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=62a912f9-590d-44a5-bbb1-3dedf75822e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451200 May 31 13:01:16.302300 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] For port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:01:16.302685 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:16.595685 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:16.595954 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:16.596265 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.l3_db [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Floating IP 4e7e1850-10db-4cc8-a5dc-867b29751dff disassociated. External IP: 172.28.1.38, port: 4fc9a08c-9de2-4420-8b8f-911ad6898fbc. May 31 13:01:16.596592 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Calling delete_port for 4fc9a08c-9de2-4420-8b8f-911ad6898fbc owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:01:16.704062 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:16.709544 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-bbd58027-9217-4a7d-90c5-bb81679cc72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:16.756990 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event deleted for resources: {'Port': ['ID=4fc9a08c-9de2-4420-8b8f-911ad6898fbc,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:16.769549 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.769924 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.770282 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.770675 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.771028 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.771388 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.771777 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.772079 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.772433 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.772779 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.773123 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.773518 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:16.823764 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:16.953462 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Router 7c17f80a-e375-4024-82da-9d5e3bcf5126 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:01:17.132642 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:01:17.141998 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] Sync routers for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:01:17.152321 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:01:17.152941 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T13:00:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:17.214204 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] No DVR routers for this DVR port 4fc9a08c-9de2-4420-8b8f-911ad6898fbc on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:01:17.218771 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:17.221482 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'name': 'network-vif-deleted', 'tag': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:01:17.223781 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334c3e0-a9ad-478c-883f-f4315d489fdd" -d '{"events": [{"server_uuid": "0c6f246f-a00d-4f70-9ad7-7d5fada78893", "name": "network-vif-deleted", "tag": "4fc9a08c-9de2-4420-8b8f-911ad6898fbc"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:01:17.267157 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-bc3cde5b-5b68-482d-9b9a-dd1847347113 req-7ad2dc76-5e79-4e3c-8611-3014c96b6612 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "DELETE /v2.0/ports/4fc9a08c-9de2-4420-8b8f-911ad6898fbc HTTP/1.1" status: 204 len: 173 time: 1.3276775 May 31 13:01:17.348847 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:01:17.370757 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-76ecc9c1-5e14-4934-afb7-877880de591b req-0ac406c1-5b6c-4c5b-a43b-505e0d13cc38 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c6f246f-a00d-4f70-9ad7-7d5fada78893 HTTP/1.1" status: 200 len: 210 time: 0.0734956 May 31 13:01:17.470027 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30863e30-be34-472a-bee8-2397a8a27d47 x-openstack-request-id: req-30863e30-be34-472a-bee8-2397a8a27d47 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:01:17.470362 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6f246f-a00d-4f70-9ad7-7d5fada78893", "name": "network-vif-deleted", "tag": "4fc9a08c-9de2-4420-8b8f-911ad6898fbc", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:01:17.470690 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30863e30-be34-472a-bee8-2397a8a27d47 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:01:17.471124 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6f246f-a00d-4f70-9ad7-7d5fada78893', 'name': 'network-vif-deleted', 'tag': '4fc9a08c-9de2-4420-8b8f-911ad6898fbc', 'status': 'completed', 'code': 200} May 31 13:01:17.690423 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:17.694041 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] Checking router: 7c17f80a-e375-4024-82da-9d5e3bcf5126 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:01:17.703172 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:01:17.703757 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T13:00:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:17.883987 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:01:18.186042 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:18.189914 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14623854-ac40-4c0e-b990-0cdaa7398b36 None None] The sync data for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb is: [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:01:18.392278 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30da9f5-4be1-4c90-9adb-05229378724a None None] New status for floating IP 4e7e1850-10db-4cc8-a5dc-867b29751dff: DOWN {{(pid=98237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:01:18.495344 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42322) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:18.560609 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:18.589304 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:18.648810 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:18.652739 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9ed87594-4279-4bb1-88c0-3305a9eb1724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:18.668595 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a912f9-590d-44a5-bbb1-3dedf75822e6,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:18.678004 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.678372 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.678755 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.679362 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.679993 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.680351 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.680705 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.681050 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.681394 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.681736 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.682080 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.682439 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:18.688527 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:18.692566 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:18.696843 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-7f9bc6d0-8cb9-4799-8c61-ba5d5f4be4cb tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "DELETE /v2.0/security-groups/62a912f9-590d-44a5-bbb1-3dedf75822e6 HTTP/1.1" status: 204 len: 168 time: 0.1972702 May 31 13:01:18.697086 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42326) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:18.713913 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.api.v2.resource [None req-76577a2c-b44e-48ed-b5d8-855790ed25bc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] show failed (client error): The resource could not be found. May 31 13:01:18.714917 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-76577a2c-b44e-48ed-b5d8-855790ed25bc tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups/62a912f9-590d-44a5-bbb1-3dedf75822e6 HTTP/1.1" status: 404 len: 347 time: 0.0167120 May 31 13:01:18.717621 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42330) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:18.936066 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Deleting port fb7c4adb-4dc4-467a-837c-1f61dd824e4d {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:01:18.936403 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.050932 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.051247 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.172938 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Calling delete_port for fb7c4adb-4dc4-467a-837c-1f61dd824e4d owned by network:floatingip {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:01:19.284789 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.289759 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:19.331369 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event deleted for resources: {'Port': ['ID=fb7c4adb-4dc4-467a-837c-1f61dd824e4d,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:19.334417 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:19.425980 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.440372 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.441509 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-05efebba-445b-4f00-a31f-e0fd72c345d0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "DELETE /v2.0/floatingips/4e7e1850-10db-4cc8-a5dc-867b29751dff HTTP/1.1" status: 204 len: 168 time: 0.7230184 May 31 13:01:19.725630 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42336) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:19.731479 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457193747', 'description': 'tempest-description--1816445977'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:19.737266 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:19.741393 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:security_group and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:19.744925 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:19.750597 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:19.761039 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.780575 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:19.784278 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:security_group_rule and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:19.787069 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:19.793285 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:19.863060 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.866593 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.870041 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ac030693-a3e7-4f21-9628-4a43148d4606 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:19.913591 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f00bd59-f60d-4dda-ae1f-644ba399d0be,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:19.917298 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:19.920114 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:19.924586 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-157df7b5-16e3-4a7a-a82a-b81f03335aa5 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1946745 May 31 13:01:19.924586 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42340) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:19.929939 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'security_group_rule': {'security_group_id': '3f00bd59-f60d-4dda-ae1f-644ba399d0be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:19.937171 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:19.942889 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:security_group_rule and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:19.945816 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:19.951485 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:19.967662 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.026980 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.031179 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.033118 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:20.055152 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7e0d45-916e-439e-9527-4b8d838e362b,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:20.057489 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:20.064385 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.065620 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-063f42d1-44a3-4bfb-ad35-197784efc3e2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402562 May 31 13:01:20.068318 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42344) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:20.073357 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'security_group_rule': {'security_group_id': '3f00bd59-f60d-4dda-ae1f-644ba399d0be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:20.079110 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:20.082919 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:security_group_rule and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:20.086309 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:20.092122 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:20.108007 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.168183 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.171540 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902466'] for security_group_rule, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.173551 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-75264f22-9011-45d6-b0fe-56b13c753766 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:20.196226 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00135dc2-5d71-411a-be76-71c474c1ac85,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:20.200589 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:20.204911 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.206147 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-9121d807-c798-454f-b42d-622d501a4771 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369345 May 31 13:01:20.209337 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42348) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:20.214868 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'floatingip': {'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:20.220651 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:20.224418 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Usage tracker for resource:floatingip and tenant:05e582fe44474db7927499f3bf7e64d7 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:20.227260 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:20.232905 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:20.243484 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.377106 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.527074 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 4fc9a08c-9de2-4420-8b8f-911ad6898fbc no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:01:20.561487 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: 4fc9a08c-9de2-4420-8b8f-911ad6898fbc {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:01:20.561854 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 4fc9a08c-9de2-4420-8b8f-911ad6898fbc not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:01:20.594931 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_common [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Allocated IP 172.28.1.124 (6716e70a-5906-4d62-a93e-9dcbd55148be/775f2f54-7445-4eb5-8bf9-ea1f68b155df/3fc8c1de-f1a0-4d51-a25d-04fab45b9661) {{(pid=98236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:01:20.738047 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for port, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.765751 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.769980 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ba655ed3-a411-4e94-946b-c6ef570f41e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:20.832554 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Network 6716e70a-5906-4d62-a93e-9dcbd55148be is already hosted by enough agents. {{(pid=98236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:01:20.835202 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources bound (agent type, host, resource id): {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:01:20.838280 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Received port after_create {{(pid=98236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:01:20.879349 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'Port': ['ID=3fc8c1de-f1a0-4d51-a25d-04fab45b9661,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:20.882184 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:20.922901 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:20.993943 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:21.195243 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for port, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:21.200099 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3685903'] for port, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:21.204542 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-2ed0140a-7599-4ea5-b330-43d3541873c3 tempest-TestMinimumBasicScenario-783534889 tempest-TestMinimumBasicScenario-783534889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:21.309212 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'Port': ['ID=3fc8c1de-f1a0-4d51-a25d-04fab45b9661,revision_number=2']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:21.313054 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:21.321250 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:21.342897 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:21.344168 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-fff1b86a-fc95-40d4-ab01-f0d885ba92af tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1339097 May 31 13:01:21.512005 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-c7be1f86-9c8b-47df-bd90-0555ea18a6e6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Synchronizing usage tracker for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:security_group {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:01:21.526631 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-c7be1f86-9c8b-47df-bd90-0555ea18a6e6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Unset dirty status for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:security_group {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:01:21.527862 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-c7be1f86-9c8b-47df-bd90-0555ea18a6e6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1457193747&fields=id&tenant_id=05e582fe44474db7927499f3bf7e64d7 HTTP/1.1" status: 200 len: 267 time: 0.0617754 May 31 13:01:21.677667 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-7ea1e5a1-6b0a-4152-bdac-9004388ce230 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:21.679411 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-7ea1e5a1-6b0a-4152-bdac-9004388ce230 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 811 time: 0.1448100 May 31 13:01:21.694170 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-17962b84-9d51-4649-ab5d-8714f292c76e tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/quotas/05e582fe44474db7927499f3bf7e64d7 HTTP/1.1" status: 200 len: 375 time: 0.0088110 May 31 13:01:21.775510 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-974607b5-a9f2-410c-86d1-074c9960df30 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Synchronizing usage tracker for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:port {{(pid=98236) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:01:21.791159 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-974607b5-a9f2-410c-86d1-074c9960df30 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Unset dirty status for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:port {{(pid=98236) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:01:21.792405 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-974607b5-a9f2-410c-86d1-074c9960df30 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935035 May 31 13:01:21.878622 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-26b2234c-5067-4408-8468-25eb96a48bb9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=98236) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:01:21.879633 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-26b2234c-5067-4408-8468-25eb96a48bb9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0759411 May 31 13:01:22.008348 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-c93ef215-7e8b-4c9d-9c96-7197ce30cee3 service neutron] 10.222.0.65 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228676 May 31 13:01:22.136273 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-5094f54c-d313-4806-b89b-4dfb6269ec1b service neutron] 10.222.0.65 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222699 May 31 13:01:22.315464 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-d7503444-d1dc-47d8-8303-72a5db0d3b0d req-2eeb5408-0dbc-4bb8-aecc-ed5225424f48 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 210 time: 0.0469985 May 31 13:01:23.113181 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-9dde1844-af10-49e4-9f7b-77853ccc29a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:23.423503 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-44e53301-0c74-41fe-ad91-c20dc2816726 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:23.424986 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-44e53301-0c74-41fe-ad91-c20dc2816726 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 811 time: 0.1507199 May 31 13:01:23.471501 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-06048850-9773-4f11-8e60-80e763a96720 req-3efc6a2c-e07f-4904-ac8c-7da503de44e8 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 210 time: 0.0444591 May 31 13:01:23.474924 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-a03ac586-c17a-47ab-b885-9242f9bec209 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05e582fe44474db7927499f3bf7e64d7 HTTP/1.1" status: 200 len: 380 time: 0.0411489 May 31 13:01:23.486675 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'port': {'device_id': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'admin_state_up': True, 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'security_groups': ['3f00bd59-f60d-4dda-ae1f-644ba399d0be']}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:23.620405 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:23.629852 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:23.642838 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Made reservation on behalf of 05e582fe44474db7927499f3bf7e64d7 for: {'port': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:01:23.646457 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:23.805753 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_common [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Allocated IP 172.20.0.8 (7b6a7c82-a9b9-41e5-9112-31569dfc9f25/b841bd1f-690a-45a9-a699-af95753f51ce/35ef2676-2f86-495d-a7b9-7b26f42f71ac) {{(pid=98235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:01:24.084308 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for port, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.099676 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Transition to ACTIVE for port object 35ef2676-2f86-495d-a7b9-7b26f42f71ac will not be triggered until provisioned by entity DHCP. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:01:24.122309 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770623892426', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.127656 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-007a7fb5-d95f-4e72-9db2-e26f74b9bd40 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:24.191464 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 is already hosted by enough agents. {{(pid=98235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:01:24.194506 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Resources bound (agent type, host, resource id): {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:01:24.198937 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Received port after_create {{(pid=98235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:01:24.233066 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event updated for resources: {'Port': ['ID=35ef2676-2f86-495d-a7b9-7b26f42f71ac,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:24.239939 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:24.270647 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:24.271653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.297607 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-ced08a56-f437-43e1-9441-cd2e6804c4e3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164217 May 31 13:01:24.310220 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Request body: {'port': {'device_id': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:24.422648 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.455601 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-120eed63-203e-412b-b6cc-b60de6d55ebd None None] Provisioning for port 35ef2676-2f86-495d-a7b9-7b26f42f71ac completed by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:01:24.460567 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-120eed63-203e-412b-b6cc-b60de6d55ebd None None] Provisioning complete for port 35ef2676-2f86-495d-a7b9-7b26f42f71ac triggered by entity DHCP. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:01:24.461016 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-120eed63-203e-412b-b6cc-b60de6d55ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.517765 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-120eed63-203e-412b-b6cc-b60de6d55ebd None None] Port 35ef2676-2f86-495d-a7b9-7b26f42f71ac cannot update to ACTIVE because it is not bound. {{(pid=98237) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:01:24.662039 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ba98-5502-4e87-8356-80a62199f99f req-10ffaa8f-e437-4fbd-9a6a-b8b951744149 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:24.663428 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6251ba98-5502-4e87-8356-80a62199f99f req-10ffaa8f-e437-4fbd-9a6a-b8b951744149 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 931 time: 0.0793786 May 31 13:01:24.712397 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6251ba98-5502-4e87-8356-80a62199f99f req-683a1a87-b334-4814-9a24-7c995c829fc4 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 May 31 13:01:24.776134 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ef2676-2f86-495d-a7b9-7b26f42f71ac {{(pid=98235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:01:24.783245 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.798669 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.provisioning_blocks [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Transition to ACTIVE for port object 35ef2676-2f86-495d-a7b9-7b26f42f71ac will not be triggered until provisioned by entity L2. {{(pid=98235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:01:24.802121 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020869'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:24.807400 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d86dcea9-c6d9-4d3f-b4ee-f20a10cc8f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:24.893359 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:01:24.931628 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2676-2f86-495d-a7b9-7b26f42f71ac,revision_number=2']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:24.960574 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:25.043905 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Attempting to bind port 35ef2676-2f86-495d-a7b9-7b26f42f71ac on host hv-cinder-79049 for vnic_type normal with profile {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:01:25.044237 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Attempting to bind port 35ef2676-2f86-495d-a7b9-7b26f42f71ac by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:01:25.044565 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Attempting to bind port 35ef2676-2f86-495d-a7b9-7b26f42f71ac on network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:01:25.049185 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Port 35ef2676-2f86-495d-a7b9-7b26f42f71ac on network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:01:25.049500 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Attempting to bind port 35ef2676-2f86-495d-a7b9-7b26f42f71ac on network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:01:25.054881 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Checking agent: {'id': '7f89a49e-4681-4b20-9196-86409a568022', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'started_at': datetime.datetime(2021, 5, 31, 12, 45, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:01:25.055218 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Checking segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:01:25.055595 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Bound using segment: {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'} {{(pid=98235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:01:25.056044 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.managers [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Bound port: 35ef2676-2f86-495d-a7b9-7b26f42f71ac, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce29519e-7557-42f5-8653-90368b3e55bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25'}}] {{(pid=98235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:01:25.056385 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:25.142168 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] For port 35ef2676-2f86-495d-a7b9-7b26f42f71ac, host hv-cinder-79049, cleared binding levels {{(pid=98235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:01:25.145146 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] For port 35ef2676-2f86-495d-a7b9-7b26f42f71ac, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:01:25.149140 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4020869'] for port, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:25.153928 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ab033434-169b-4c83-b649-bba807ce94dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:25.210738 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:25.211338 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:25.213239 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-406b128d-69e4-40fc-959d-accc03970bab service neutron] 10.222.0.30 "PUT /v2.0/ports/35ef2676-2f86-495d-a7b9-7b26f42f71ac HTTP/1.1" status: 200 len: 1093 time: 0.9077117 May 31 13:01:25.213744 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'tag': '35ef2676-2f86-495d-a7b9-7b26f42f71ac'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:01:25.216340 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e0739d-9503-4c9f-b0a1-831b6a4790c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f01b2b09-23d4-4047-bc1f-1ffb6cacdee1", "tag": "35ef2676-2f86-495d-a7b9-7b26f42f71ac"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:01:25.244034 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Pushing event updated for resources: {'Port': ['ID=35ef2676-2f86-495d-a7b9-7b26f42f71ac,revision_number=3']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:25.248186 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-406b128d-69e4-40fc-959d-accc03970bab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:25.298481 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8802e4-41c5-4cd2-985f-cf2bde2d3a62 x-openstack-request-id: req-2f8802e4-41c5-4cd2-985f-cf2bde2d3a62 {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:01:25.298805 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01b2b09-23d4-4047-bc1f-1ffb6cacdee1", "tag": "35ef2676-2f86-495d-a7b9-7b26f42f71ac", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:01:25.299090 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f8802e4-41c5-4cd2-985f-cf2bde2d3a62 {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:01:25.299517 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'tag': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'status': 'completed', 'code': 200} May 31 13:01:25.335237 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-a487d64b-54d8-496c-8cdd-b292d19a768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:25.336704 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-a487d64b-54d8-496c-8cdd-b292d19a768e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 1096 time: 0.0788555 May 31 13:01:25.408312 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-4b060794-b678-4474-80fe-a3358bb1755c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac HTTP/1.1" status: 200 len: 217 time: 0.0631530 May 31 13:01:25.434202 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d37a93fa-6067-4ee4-8434-31303966f0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:25.473307 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:25.475974 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-7aa632d5-bc9e-4299-80a6-8de619a6d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:25.477476 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-7aa632d5-bc9e-4299-80a6-8de619a6d27c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0632608 May 31 13:01:25.555015 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-1127e1a6-0244-447f-b438-107b8d8d3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:25.556491 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-1127e1a6-0244-447f-b438-107b8d8d3594 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732560 May 31 13:01:25.780689 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-d593e9e6-f359-4222-a70a-f8867b851af0 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177405 May 31 13:01:25.903678 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc21fbd-3eb6-4c45-8248-2bf46e5b8d16 req-f143489e-7c40-4db9-8b65-97ebd7ac2858 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:25.905173 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9bc21fbd-3eb6-4c45-8248-2bf46e5b8d16 req-f143489e-7c40-4db9-8b65-97ebd7ac2858 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 943 time: 0.0805202 May 31 13:01:25.911867 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-aa41f18c-d156-4965-bec2-2a824c5adb82 req-88f94d1f-0d95-4bb7-bf51-42db0172120c service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243303 May 31 13:01:25.951391 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9bc21fbd-3eb6-4c45-8248-2bf46e5b8d16 req-a09f464e-b99b-4cc4-b47d-1d72b82263c0 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 May 31 13:01:26.028576 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-1e04990f-0f74-43d5-a16c-b7a7c5aa9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:26.029968 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-1e04990f-0f74-43d5-a16c-b7a7c5aa9d5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 1096 time: 0.0751767 May 31 13:01:26.164605 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-460884ec-d0df-4266-9354-05aabe6aaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:26.166753 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-460884ec-d0df-4266-9354-05aabe6aaab1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.1303577 May 31 13:01:26.236861 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-ebac77a8-d052-484a-a788-f9a03f927cf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac HTTP/1.1" status: 200 len: 217 time: 0.0629714 May 31 13:01:26.298514 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-9409ed2f-b3a5-4895-bbbe-c11e1ad11b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:26.299843 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-9409ed2f-b3a5-4895-bbbe-c11e1ad11b73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0568933 May 31 13:01:26.388312 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-83badd18-b873-43a7-b0e1-ff5378cc071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:26.389780 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-83badd18-b873-43a7-b0e1-ff5378cc071b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832353 May 31 13:01:26.416829 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:26.522039 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-6d9822d3-c630-4388-b57b-5e0a5cc341e5 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255865 May 31 13:01:26.651452 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-23e0739d-9503-4c9f-b0a1-831b6a4790c2 req-b71bcbf4-36d9-4d4b-bdde-6c61100a24a1 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222172 May 31 13:01:27.238338 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a1f3-5897-40be-b2b9-4ba146dd7150 req-54b7218c-3f76-4950-a8c4-a425ba9fc96f tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:27.240592 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4985a1f3-5897-40be-b2b9-4ba146dd7150 req-54b7218c-3f76-4950-a8c4-a425ba9fc96f tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 943 time: 0.1812530 May 31 13:01:27.287542 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-4985a1f3-5897-40be-b2b9-4ba146dd7150 req-13479a15-130a-47ff-9bdb-105d261d97ba tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397482 May 31 13:01:28.166260 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:28.470778 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476488-f9ef-47fa-ad34-aff78d1abadb req-e19c40bc-df3c-4b19-a86b-44d7f6f5a387 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:28.472229 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-86476488-f9ef-47fa-ad34-aff78d1abadb req-e19c40bc-df3c-4b19-a86b-44d7f6f5a387 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 943 time: 0.0800204 May 31 13:01:28.519873 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-86476488-f9ef-47fa-ad34-aff78d1abadb req-8729d3c5-2743-4e31-8282-e171f639906f tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421352 May 31 13:01:28.551824 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 35ef2676-2f86-495d-a7b9-7b26f42f71ac details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=98237) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:01:28.680572 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 35ef2676-2f86-495d-a7b9-7b26f42f71ac, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:01:28.693766 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Returning: {'device': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'port_id': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'mac_address': 'fa:16:3e:61:7b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98237) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:01:28.749991 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:28.766079 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ef2676-2f86-495d-a7b9-7b26f42f71ac {{(pid=98237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:01:28.781560 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 35ef2676-2f86-495d-a7b9-7b26f42f71ac, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:01:28.785642 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:28.787440 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:28.851666 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=35ef2676-2f86-495d-a7b9-7b26f42f71ac,revision_number=4']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:28.859312 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.859658 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.860004 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.860334 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.860661 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.860987 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.861307 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.861624 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.861942 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.862257 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.862596 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.862912 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:28.866773 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:29.161020 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] get_ports_and_sgs() called for port_ids ['35ef2676-2f86-495d-a7b9-7b26f42f71ac'] {{(pid=98237) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:01:29.699919 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce30ef7-b04e-432e-a5d3-604eb097f25b req-51d1e254-5e6b-42c5-b604-a38e608cf311 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:29.701376 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6ce30ef7-b04e-432e-a5d3-604eb097f25b req-51d1e254-5e6b-42c5-b604-a38e608cf311 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 944 time: 0.0792084 May 31 13:01:29.744836 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-6ce30ef7-b04e-432e-a5d3-604eb097f25b req-476b6970-09d6-4ea7-b0f5-45407276ea64 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377541 May 31 13:01:30.577978 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 35ef2676-2f86-495d-a7b9-7b26f42f71ac up at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:01:30.644253 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning for port 35ef2676-2f86-495d-a7b9-7b26f42f71ac completed by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:01:30.648797 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.provisioning_blocks [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Provisioning complete for port 35ef2676-2f86-495d-a7b9-7b26f42f71ac triggered by entity L2. {{(pid=98237) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:01:30.649177 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-726549'] for port, provisioning_complete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:30.762842 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639523'] for port, before_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:30.789408 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2676-2f86-495d-a7b9-7b26f42f71ac'}] {{(pid=98237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:01:30.791693 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}268cc41984e0af37367c7c610836d7a26a4fadf622c5c545f894ff13aa12e8b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4082e298-42fc-4de6-b3a2-a600948e5b2c" -d '{"events": [{"server_uuid": "f01b2b09-23d4-4047-bc1f-1ffb6cacdee1", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2676-2f86-495d-a7b9-7b26f42f71ac"}]}' {{(pid=98237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:01:30.799902 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] For port 35ef2676-2f86-495d-a7b9-7b26f42f71ac, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:01:30.804648 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770624276884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770623892444', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770623896077'] for port, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:30.806587 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:30.902190 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472a616c-89e3-430f-a541-642100016ab6 x-openstack-request-id: req-472a616c-89e3-430f-a541-642100016ab6 {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:01:30.902524 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b2b09-23d4-4047-bc1f-1ffb6cacdee1", "name": "network-vif-plugged", "status": "completed", "tag": "35ef2676-2f86-495d-a7b9-7b26f42f71ac", "code": 200}]} {{(pid=98237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:01:30.902786 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-472a616c-89e3-430f-a541-642100016ab6 {{(pid=98237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:01:30.903182 dv-cinder-790492-5-smb neutron-server[98237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'code': 200} May 31 13:01:30.922011 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Pushing event updated for resources: {'Port': ['ID=35ef2676-2f86-495d-a7b9-7b26f42f71ac,revision_number=5']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:30.925549 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:30.941356 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825c979-35f7-4492-a0f4-ebd83c096aaa req-67ad5868-ce6b-4df1-a4dc-25cef7cf1ee9 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:30.943015 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5825c979-35f7-4492-a0f4-ebd83c096aaa req-67ad5868-ce6b-4df1-a4dc-25cef7cf1ee9 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 945 time: 0.0927119 May 31 13:01:30.988866 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-5825c979-35f7-4492-a0f4-ebd83c096aaa req-6b254564-40f3-4ad5-909f-b3aa5185e499 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391166 May 31 13:01:31.132227 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5c169-6f17-4713-8387-80262ecdcd64 req-c8c182a0-546e-4842-968a-25e5d89cd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:31.133569 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-abf5c169-6f17-4713-8387-80262ecdcd64 req-c8c182a0-546e-4842-968a-25e5d89cd2d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 1098 time: 0.0682526 May 31 13:01:31.173541 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-abf5c169-6f17-4713-8387-80262ecdcd64 req-cacd3757-435d-4151-a597-5ab06e2fa97f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 May 31 13:01:32.176011 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f3cb1-ba57-442f-bcee-cc02991abdc1 req-7fcc18a7-4568-4ca1-8c3f-fae2fb02249d tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:32.177466 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-642f3cb1-ba57-442f-bcee-cc02991abdc1 req-7fcc18a7-4568-4ca1-8c3f-fae2fb02249d tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 945 time: 0.0796773 May 31 13:01:32.226613 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-642f3cb1-ba57-442f-bcee-cc02991abdc1 req-83d945f8-c087-4b49-8549-9b38ffe443be tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 May 31 13:01:33.413715 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321f515-2f6a-4c78-95f8-277f90622e57 req-337658bd-c245-46e1-a1c1-81585c33f16e tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:33.415177 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2321f515-2f6a-4c78-95f8-277f90622e57 req-337658bd-c245-46e1-a1c1-81585c33f16e tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 945 time: 0.0819340 May 31 13:01:33.458470 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-2321f515-2f6a-4c78-95f8-277f90622e57 req-9054055c-fcfe-4b24-808e-f7075e9ffe28 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372183 May 31 13:01:33.639121 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba115d7-d88c-4cf8-8002-f88c32ff0fd2 req-98fa73dc-43ad-4cc2-aad6-fec8c87c08b3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:33.640493 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-0ba115d7-d88c-4cf8-8002-f88c32ff0fd2 req-98fa73dc-43ad-4cc2-aad6-fec8c87c08b3 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 945 time: 0.0793972 May 31 13:01:33.649389 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42410) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:33.655083 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Request body: {'floatingip': {'port_id': '35ef2676-2f86-495d-a7b9-7b26f42f71ac'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:33.735853 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, before_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:34.313675 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:34.317600 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:34.576688 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.l3_db [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Floating IP 1f571e31-2742-47ec-8e6b-79038313b5b7 associated. External IP: 172.28.1.124, port: 35ef2676-2f86-495d-a7b9-7b26f42f71ac. May 31 13:01:34.919746 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Router 7c17f80a-e375-4024-82da-9d5e3bcf5126 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:01:35.097748 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:01:35.102007 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:35.106974 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] Sync routers for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:01:35.116244 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:01:35.116836 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T13:01:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:35.155930 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-4809704b-4247-49f9-adb9-42a1246812f6 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "PUT /v2.0/floatingips/1f571e31-2742-47ec-8e6b-79038313b5b7 HTTP/1.1" status: 200 len: 991 time: 1.5054810 May 31 13:01:35.156567 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'tag': '35ef2676-2f86-495d-a7b9-7b26f42f71ac'}] {{(pid=98236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:01:35.158873 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}adcdd5b986b846113378db77a406632c3d08cb61e93a73aae011e2b8bc076efd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f17236-21ef-4d5e-b13f-e8925ea34767" -d '{"events": [{"name": "network-changed", "server_uuid": "f01b2b09-23d4-4047-bc1f-1ffb6cacdee1", "tag": "35ef2676-2f86-495d-a7b9-7b26f42f71ac"}]}' {{(pid=98236) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:01:35.254981 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c33cbd-6d71-4840-8838-13c64c6f4182 x-openstack-request-id: req-60c33cbd-6d71-4840-8838-13c64c6f4182 {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:01:35.255314 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01b2b09-23d4-4047-bc1f-1ffb6cacdee1", "tag": "35ef2676-2f86-495d-a7b9-7b26f42f71ac", "status": "completed", "code": 200}]} {{(pid=98236) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:01:35.255611 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60c33cbd-6d71-4840-8838-13c64c6f4182 {{(pid=98236) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:01:35.256050 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'tag': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'status': 'completed', 'code': 200} May 31 13:01:35.300279 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:01:35.359718 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-d1b6c82c-e18d-47d9-99cb-042c8fa0176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:35.361188 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-d1b6c82c-e18d-47d9-99cb-042c8fa0176f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 1098 time: 0.0748217 May 31 13:01:35.491751 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-6747fe34-40fd-4382-b9e8-9cd1bd6c9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:35.493090 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-6747fe34-40fd-4382-b9e8-9cd1bd6c9506 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.1252029 May 31 13:01:35.591391 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-3abef4b6-1694-421d-abe0-0e3085e7c57d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac HTTP/1.1" status: 200 len: 999 time: 0.0914454 May 31 13:01:35.647585 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '1f571e31-2742-47ec-8e6b-79038313b5b7', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'port_id': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'mac_address': 'fa:16:3e:61:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:20Z', 'updated_at': '2021-05-31T13:01:34Z', 'revision_number': 1, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:35.651815 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] Checking router: 7c17f80a-e375-4024-82da-9d5e3bcf5126 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:01:35.657934 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-05311997-e182-46c7-9338-5420b9aa79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:35.659383 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-05311997-e182-46c7-9338-5420b9aa79e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0609589 May 31 13:01:35.659899 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:01:35.660484 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T13:01:25Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:35.695038 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:35.740076 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-794c5e4f-36f3-4d9e-8bf5-fadbfdfc2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:35.741565 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-794c5e4f-36f3-4d9e-8bf5-fadbfdfc2e54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752902 May 31 13:01:35.862882 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:01:35.873391 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-c8dee48a-5b0b-4ea5-80b7-1cd3fc1c88d3 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234343 May 31 13:01:36.098803 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-40f17236-21ef-4d5e-b13f-e8925ea34767 req-9740667a-ba42-4ffc-901c-381c0184892b service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189939 May 31 13:01:36.208645 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '1f571e31-2742-47ec-8e6b-79038313b5b7', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'port_id': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'mac_address': 'fa:16:3e:61:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:20Z', 'updated_at': '2021-05-31T13:01:34Z', 'revision_number': 1, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:36.212541 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e30db3e-870b-476e-93e7-193f787db8df None None] The sync data for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb is: [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_floatingips': [{'id': '1f571e31-2742-47ec-8e6b-79038313b5b7', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'floating_ip_address': '172.28.1.124', 'floating_network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'router_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'port_id': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'mac_address': 'fa:16:3e:61:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:20Z', 'updated_at': '2021-05-31T13:01:34Z', 'revision_number': 1, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:01:36.398630 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480c19d-2090-46ca-8a3e-afb5a29f3d0a None None] New status for floating IP 1f571e31-2742-47ec-8e6b-79038313b5b7: ACTIVE {{(pid=98237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:01:53.116198 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-8067a15f-773b-4af1-8b8d-c5ba7963a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:55.435481 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c75ede16-3a57-42cc-adc7-9f1508a74f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:55.465443 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:56.421629 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:58.166778 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:01.893109 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:02:05.693972 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:11.824293 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-6ec56249-51b4-4d57-b1a2-a71bdf7048d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720992 May 31 13:02:11.969330 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-40f849d7-0c2c-43f7-8878-343cde9459ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:11.970822 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-40f849d7-0c2c-43f7-8878-343cde9459ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05e582fe44474db7927499f3bf7e64d7&device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 1098 time: 0.0699811 May 31 13:02:12.115073 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-9cf25c78-2c12-4b5f-be60-23a291de63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:12.116510 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-9cf25c78-2c12-4b5f-be60-23a291de63ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 200 len: 912 time: 0.1265903 May 31 13:02:12.220773 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-f269f1f0-da1a-4fbc-b28a-2b50d5a8df01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac HTTP/1.1" status: 200 len: 1001 time: 0.0967021 May 31 13:02:12.283655 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-c28ab675-1f6c-41cb-b4b3-d75de508198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:12.285092 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-c28ab675-1f6c-41cb-b4b3-d75de508198b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 200 len: 850 time: 0.0583701 May 31 13:02:12.365922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-c3156a09-3c2b-439e-8c13-349add0cd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:12.367336 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-c3156a09-3c2b-439e-8c13-349add0cd425 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b6a7c82-a9b9-41e5-9112-31569dfc9f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761514 May 31 13:02:12.500501 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-57e545f6-cf66-4370-a416-e5ed6b291116 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249046 May 31 13:02:12.639174 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-3a302d30-605d-4b9b-80fe-e1e17f6ea1fc req-2eb81473-8563-410e-84c2-f0d2a196e5c0 service neutron] 10.222.0.30 "GET /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316006 May 31 13:02:23.121433 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fadf7a36-8dcf-41b0-af06-b2df2f493eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:25.436813 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-33e3313a-e25e-4857-8cfe-8f5f0263754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:25.467810 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:26.328894 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [req-3e0cf493-068c-4003-9340-7c968f44d410 req-4e50bae2-73ff-4aa9-9cdd-516fcfb01021 service neutron] (98235) timed out ('10.222.0.30', 55561) {{(pid=98235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:02:26.422873 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:28.171426 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:35.708149 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:38.892498 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:02:53.122354 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c6adfe5c-64c8-477a-9bfa-20b0ca424153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:55.439873 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d316bead-257f-4666-8b61-6470c82f65f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:55.473117 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:56.426018 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:58.176692 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:04.575125 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e8f5-06b3-46df-9c4d-a2c582238ea4 req-7477d15a-aba6-4a57-ab7e-f66d48950a15 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:04.576491 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9a16e8f5-06b3-46df-9c4d-a2c582238ea4 req-7477d15a-aba6-4a57-ab7e-f66d48950a15 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 945 time: 0.0829685 May 31 13:03:04.620694 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-9a16e8f5-06b3-46df-9c4d-a2c582238ea4 req-37d34168-0d16-4df5-8394-e42a62a73413 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385489 May 31 13:03:05.720324 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:05.805677 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dc9c2-0498-4915-b45d-cbd69f93a540 req-a7aab0a4-b811-46c1-a9ae-8b71d212f03a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:05.807167 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e57dc9c2-0498-4915-b45d-cbd69f93a540 req-a7aab0a4-b811-46c1-a9ae-8b71d212f03a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 945 time: 0.0790498 May 31 13:03:05.851508 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-e57dc9c2-0498-4915-b45d-cbd69f93a540 req-d0934002-45d2-4a5a-944e-e2ccc1a1341b tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387733 May 31 13:03:06.688538 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26b475-6808-4168-b240-a89ed68ab51c req-cf86bcdf-4483-44b3-a66d-e7358e0ef166 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:06.689242 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-1d26b475-6808-4168-b240-a89ed68ab51c req-cf86bcdf-4483-44b3-a66d-e7358e0ef166 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Synchronizing usage tracker for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:port {{(pid=98235) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:03:06.704055 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [req-1d26b475-6808-4168-b240-a89ed68ab51c req-cf86bcdf-4483-44b3-a66d-e7358e0ef166 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Unset dirty status for tenant:05e582fe44474db7927499f3bf7e64d7 on resource:port {{(pid=98235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:03:06.705231 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d26b475-6808-4168-b240-a89ed68ab51c req-cf86bcdf-4483-44b3-a66d-e7358e0ef166 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 945 time: 0.0965431 May 31 13:03:06.840716 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Deleting port 35ef2676-2f86-495d-a7b9-7b26f42f71ac {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:03:06.841162 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:06.974377 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] For port 35ef2676-2f86-495d-a7b9-7b26f42f71ac, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=35ef2676-2f86-495d-a7b9-7b26f42f71ac,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:03:06.974674 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:07.036498 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3770b-296e-4561-9f2a-d1d388086294 req-6e18ca8b-6549-4e4b-b983-c70cbf118a99 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:07.037984 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-86e3770b-296e-4561-9f2a-d1d388086294 req-6e18ca8b-6549-4e4b-b983-c70cbf118a99 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 945 time: 0.0831795 May 31 13:03:07.082383 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-86e3770b-296e-4561-9f2a-d1d388086294 req-760b5a0e-f9a4-4e63-97b3-095832f6a0e8 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f00bd59-f60d-4dda-ae1f-644ba399d0be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 May 31 13:03:07.356571 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:07.357040 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1941758'] for floatingip, after_update {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:07.357425 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.db.l3_db [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Floating IP 1f571e31-2742-47ec-8e6b-79038313b5b7 disassociated. External IP: 172.28.1.124, port: 35ef2676-2f86-495d-a7b9-7b26f42f71ac. May 31 13:03:07.358913 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Calling delete_port for 35ef2676-2f86-495d-a7b9-7b26f42f71ac owned by compute:nova {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:03:07.468891 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:07.474113 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7d1c6939-ba81-4839-91bd-752e1af07773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:07.517631 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event deleted for resources: {'Port': ['ID=35ef2676-2f86-495d-a7b9-7b26f42f71ac,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:07.527922 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.528226 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.528591 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.528950 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.529302 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.529653 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.530006 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.530355 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.530728 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.531121 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.531472 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.531821 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:07.535971 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:07.714195 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Router 7c17f80a-e375-4024-82da-9d5e3bcf5126 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:03:07.892935 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:03:07.905024 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a9dee-a257-4186-958f-88735dee1895 None None] Sync routers for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:03:07.915288 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722a9dee-a257-4186-958f-88735dee1895 None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:03:07.915914 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-722a9dee-a257-4186-958f-88735dee1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T13:02:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:07.967757 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] No DVR routers for this DVR port 35ef2676-2f86-495d-a7b9-7b26f42f71ac on host hv-cinder-79049 {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:03:07.971121 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for port, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:07.974507 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'name': 'network-vif-deleted', 'tag': '35ef2676-2f86-495d-a7b9-7b26f42f71ac'}] {{(pid=98235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:03:07.976694 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecc7a61bb922cbcae856490b26c1d6533838a6815604e3b2d4b2cf884662413d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a6c28-e14c-4302-9b0a-89b15a81741e" -d '{"events": [{"server_uuid": "f01b2b09-23d4-4047-bc1f-1ffb6cacdee1", "name": "network-vif-deleted", "tag": "35ef2676-2f86-495d-a7b9-7b26f42f71ac"}]}' {{(pid=98235) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:03:07.991782 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [req-1d26b475-6808-4168-b240-a89ed68ab51c req-da023ef9-c700-4e32-8ebc-f5b6eb4e9b52 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.30 "DELETE /v2.0/ports/35ef2676-2f86-495d-a7b9-7b26f42f71ac HTTP/1.1" status: 204 len: 173 time: 1.2808242 May 31 13:03:08.022594 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e1f6ee-1418-4ac6-8ccc-88f09aefcedb x-openstack-request-id: req-e5e1f6ee-1418-4ac6-8ccc-88f09aefcedb {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:03:08.022986 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b2b09-23d4-4047-bc1f-1ffb6cacdee1", "name": "network-vif-deleted", "tag": "35ef2676-2f86-495d-a7b9-7b26f42f71ac", "status": "completed", "code": 200}]} {{(pid=98235) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:03:08.023312 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5e1f6ee-1418-4ac6-8ccc-88f09aefcedb {{(pid=98235) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:03:08.023954 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01b2b09-23d4-4047-bc1f-1ffb6cacdee1', 'name': 'network-vif-deleted', 'tag': '35ef2676-2f86-495d-a7b9-7b26f42f71ac', 'status': 'completed', 'code': 200} May 31 13:03:08.111255 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-722a9dee-a257-4186-958f-88735dee1895 None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:03:08.243977 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [req-b0e1b244-0800-42f9-8013-c009b25ee0db req-d32f8f44-bc30-46ab-837f-47aff69b150a tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/ports?device_id=f01b2b09-23d4-4047-bc1f-1ffb6cacdee1 HTTP/1.1" status: 200 len: 210 time: 0.0416927 May 31 13:03:08.425881 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-722a9dee-a257-4186-958f-88735dee1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:08.430147 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a9dee-a257-4186-958f-88735dee1895 None None] Checking router: 7c17f80a-e375-4024-82da-9d5e3bcf5126 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:03:08.441172 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722a9dee-a257-4186-958f-88735dee1895 None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:03:08.441795 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-722a9dee-a257-4186-958f-88735dee1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T13:02:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:08.653751 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-722a9dee-a257-4186-958f-88735dee1895 None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:03:08.956155 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-722a9dee-a257-4186-958f-88735dee1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:08.959956 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722a9dee-a257-4186-958f-88735dee1895 None None] The sync data for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb is: [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T12:57:07Z', 'revision_number': 4, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb', '_interfaces': [{'id': '571acc59-87d9-48ae-8ad8-439c909f7b41', 'name': '', 'network_id': '7b6a7c82-a9b9-41e5-9112-31569dfc9f25', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'mac_address': 'fa:16:3e:76:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:06Z', 'updated_at': '2021-05-31T12:57:12Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'subnets': [{'id': 'b841bd1f-690a-45a9-a699-af95753f51ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:03:09.167385 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad6a46-b4c8-426e-aa5a-65b19bf55e6c None None] New status for floating IP 1f571e31-2742-47ec-8e6b-79038313b5b7: DOWN {{(pid=98237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:03:09.375444 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42676) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:09.448469 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-686a583f-19f5-45b6-ac2c-3811b1d89717 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:09.475852 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-686a583f-19f5-45b6-ac2c-3811b1d89717 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:09.529003 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-686a583f-19f5-45b6-ac2c-3811b1d89717 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:09.533256 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-909d6217-6ae0-4200-a675-d847d97fac42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:09.549023 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a583f-19f5-45b6-ac2c-3811b1d89717 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f00bd59-f60d-4dda-ae1f-644ba399d0be,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:09.551654 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-686a583f-19f5-45b6-ac2c-3811b1d89717 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:09.565575 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-686a583f-19f5-45b6-ac2c-3811b1d89717 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:09.567052 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-686a583f-19f5-45b6-ac2c-3811b1d89717 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "DELETE /v2.0/security-groups/3f00bd59-f60d-4dda-ae1f-644ba399d0be HTTP/1.1" status: 204 len: 168 time: 0.1906180 May 31 13:03:09.569357 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42680) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:09.585728 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.api.v2.resource [None req-05d28950-f1d9-4ea8-a51c-1094f1ab7a1f tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] show failed (client error): The resource could not be found. May 31 13:03:09.586725 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-05d28950-f1d9-4ea8-a51c-1094f1ab7a1f tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "GET /v2.0/security-groups/3f00bd59-f60d-4dda-ae1f-644ba399d0be HTTP/1.1" status: 404 len: 347 time: 0.0164454 May 31 13:03:09.589385 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42684) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:09.805091 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Deleting port 3fc8c1de-f1a0-4d51-a25d-04fab45b9661 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:03:09.805351 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:09.919958 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:09.920283 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:10.039254 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Calling delete_port for 3fc8c1de-f1a0-4d51-a25d-04fab45b9661 owned by network:floatingip {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:03:10.150904 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:10.155421 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-ffa72c93-a4b1-48e4-85d1-c14e75767889 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:10.224036 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Pushing event deleted for resources: {'Port': ['ID=3fc8c1de-f1a0-4d51-a25d-04fab45b9661,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:10.230428 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:10.389498 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks [] for floatingip, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:10.403243 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59582'] for floatingip, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:10.404358 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-455ffb75-f2c6-48e5-902e-0d18d7b26ce2 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] 10.222.0.65 "DELETE /v2.0/floatingips/1f571e31-2742-47ec-8e6b-79038313b5b7 HTTP/1.1" status: 204 len: 168 time: 0.8141186 May 31 13:03:11.004946 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 35ef2676-2f86-495d-a7b9-7b26f42f71ac no longer exists at agent hyperv_hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:03:11.038550 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] No Port match for: 35ef2676-2f86-495d-a7b9-7b26f42f71ac {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:03:11.038901 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Device 35ef2676-2f86-495d-a7b9-7b26f42f71ac not bound to the agent host hv-cinder-79049 {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:03:14.399077 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42714) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:15.081949 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1947852'] for router_interface, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:15.487621 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Deleting port 571acc59-87d9-48ae-8ad8-439c909f7b41 {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:03:15.488313 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:15.607428 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] For port 571acc59-87d9-48ae-8ad8-439c909f7b41, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=571acc59-87d9-48ae-8ad8-439c909f7b41,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:03:15.607777 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:15.731289 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Calling delete_port for 571acc59-87d9-48ae-8ad8-439c909f7b41 owned by network:router_interface {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:03:15.891616 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:03:16.010105 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:16.013710 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-bc3add62-0333-4eb5-8dc4-42c172f759c7 tempest-AttachVolumeNegativeTest-158712758 tempest-AttachVolumeNegativeTest-158712758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:16.062913 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Pushing event deleted for resources: {'Port': ['ID=571acc59-87d9-48ae-8ad8-439c909f7b41,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:16.104660 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.105036 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.105397 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.105751 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.106100 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.106544 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.106894 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.107243 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.107589 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.107933 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.108275 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.108615 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:16.135848 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:16.446654 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1944156'] for router_interface, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:16.804215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Router 7c17f80a-e375-4024-82da-9d5e3bcf5126 has already been hosted by L3 agent 515ab28b-2c3d-46c8-bb52-ba4099f0cadd {{(pid=98236) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:03:16.988192 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] Notify agent at l3_agent.dv-cinder-790492-5-smb the message routers_updated {{(pid=98236) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:03:16.996746 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] Sync routers for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:03:17.002623 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5893dbaf-32e7-4ac8-bec5-c30829b1f41a admin admin] 10.222.0.65 "PUT /v2.0/routers/7c17f80a-e375-4024-82da-9d5e3bcf5126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6001122 May 31 13:03:17.002787 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42720) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:17.010157 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:03:17.010777 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T13:02:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:17.179421 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks [] for router, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:17.181610 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: dv-cinder-790492-5-smb {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:03:17.359659 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:17.431834 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Deleting port fb842336-b1bc-460c-93d0-166a3726482b {{(pid=98236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:03:17.432095 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:17.476873 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'external_fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T13:03:15Z', 'revision_number': 5, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port': {'id': 'fb842336-b1bc-460c-93d0-166a3726482b', 'name': '', 'network_id': '6716e70a-5906-4d62-a93e-9dcbd55148be', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:57:04Z', 'updated_at': '2021-05-31T12:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '775f2f54-7445-4eb5-8bf9-ea1f68b155df', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-smb'}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:17.480698 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] Checking router: 7c17f80a-e375-4024-82da-9d5e3bcf5126 for host: dv-cinder-790492-5-smb {{(pid=98238) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:03:17.488749 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] Routers {'7c17f80a-e375-4024-82da-9d5e3bcf5126'} bound to L3 agent in host dv-cinder-790492-5-smb {{(pid=98238) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:03:17.489336 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:38:55Z,description=,heartbeat_timestamp=2021-05-31T13:02:55Z,host='dv-cinder-790492-5-smb',id=515ab28b-2c3d-46c8-bb52-ba4099f0cadd,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:38:55Z,topic='l3_agent')) {'router_ids': ['7c17f80a-e375-4024-82da-9d5e3bcf5126'], 'active': True} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:17.555283 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.db [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] For port fb842336-b1bc-460c-93d0-166a3726482b, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=fb842336-b1bc-460c-93d0-166a3726482b,segment=NetworkSegment(957108da-e398-4755-8b97-e13e7dee7eda),segment_id=957108da-e398-4755-8b97-e13e7dee7eda)] {{(pid=98236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:03:17.555640 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:17.635028 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_dvr_db [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] Set router 7c17f80a-e375-4024-82da-9d5e3bcf5126 gateway port host: None {{(pid=98238) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:03:17.739518 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.l3_hamode_db [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T13:03:17Z', 'revision_number': 6, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port_host': None}], 'dv-cinder-790492-5-smb', False) {} {{(pid=98238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:17.743691 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a33be3-4613-422f-83a0-6dba6709f3fb None None] The sync data for ids ['7c17f80a-e375-4024-82da-9d5e3bcf5126'] in dv-cinder-790492-5-smb is: [{'id': '7c17f80a-e375-4024-82da-9d5e3bcf5126', 'name': 'tempest-AttachVolumeTestJSON-2103794509-router', 'tenant_id': '05e582fe44474db7927499f3bf7e64d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:57:03Z', 'updated_at': '2021-05-31T13:03:17Z', 'revision_number': 6, 'project_id': '05e582fe44474db7927499f3bf7e64d7', 'gw_port_host': None}] {{(pid=98238) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:03:17.786660 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.plugin [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Calling delete_port for fb842336-b1bc-460c-93d0-166a3726482b owned by network:router_gateway {{(pid=98236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:03:17.920981 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3685894'] for port, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:17.926155 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-750e6e24-db99-417b-99f1-0ecd00752139 tempest-AttachVolumeShelveTestJSON-1753262191 tempest-AttachVolumeShelveTestJSON-1753262191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:17.970841 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb842336-b1bc-460c-93d0-166a3726482b,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:18.001352 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:18.057537 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1941713'] for router_gateway, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.231249 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1943644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7860'] for router, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.233406 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.261971 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1943904'] for router, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.262469 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c17f80a-e375-4024-82da-9d5e3bcf5126 {{(pid=98236) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:03:18.274353 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] Notify callbacks [] for router, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.275495 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-50a80a96-703f-465f-a6ea-28970cff1c3a admin admin] 10.222.0.65 "DELETE /v2.0/routers/7c17f80a-e375-4024-82da-9d5e3bcf5126 HTTP/1.1" status: 204 len: 168 time: 1.2718492 May 31 13:03:18.278092 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42724) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:18.335910 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.db_base_plugin_v2 [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] Deleting subnet b841bd1f-690a-45a9-a699-af95753f51ce {{(pid=98236) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:03:18.338736 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.388228 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2799340'] for subnet, precommit_delete_associations {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.473112 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.529289 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 571acc59-87d9-48ae-8ad8-439c909f7b41 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:03:18.568244 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: 571acc59-87d9-48ae-8ad8-439c909f7b41 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:03:18.568684 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 571acc59-87d9-48ae-8ad8-439c909f7b41 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:03:18.719571 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3817717', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3659058'] for subnet, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.723573 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:18.762660 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b841bd1f-690a-45a9-a699-af95753f51ce,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:18.765772 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:18.766786 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.776822 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-2464d842-0444-4dc0-8d60-23cd4f448e6a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b841bd1f-690a-45a9-a699-af95753f51ce HTTP/1.1" status: 204 len: 168 time: 0.4942956 May 31 13:03:18.776970 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42728) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:18.779065 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db02e0b7-73e0-452e-ab7c-feae37df0c53 None None] Network 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:03:18.882361 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:18.953916 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Deleting port 60dc8b83-f200-4901-8f31-1a312141e978 {{(pid=98235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:03:18.954256 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.041188 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] DHCP port deletion for 7b6a7c82-a9b9-41e5-9112-31569dfc9f25 request from dv-cinder-790492-5-smb {{(pid=98237) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:03:19.055660 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.db [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] For port 60dc8b83-f200-4901-8f31-1a312141e978, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=60dc8b83-f200-4901-8f31-1a312141e978,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:03:19.055955 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.107352 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Deleting port 60dc8b83-f200-4901-8f31-1a312141e978 {{(pid=98237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:03:19.107736 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770624275779'] for port, before_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.176976 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.plugin [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Calling delete_port for 60dc8b83-f200-4901-8f31-1a312141e978 owned by network:dhcp {{(pid=98235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:03:19.201938 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.db [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] For port 60dc8b83-f200-4901-8f31-1a312141e978, host dv-cinder-790492-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-smb',level=0,port_id=60dc8b83-f200-4901-8f31-1a312141e978,segment=NetworkSegment(ce29519e-7557-42f5-8653-90368b3e55bf),segment_id=ce29519e-7557-42f5-8653-90368b3e55bf)] {{(pid=98237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:03:19.202337 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1944349'] for port, precommit_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.222839 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4020876'] for port, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.226661 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4f865319-1bd7-4456-b6c5-554eb05fbeac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:19.273005 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Pushing event deleted for resources: {'Port': ['ID=60dc8b83-f200-4901-8f31-1a312141e978,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:19.277394 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:19.280061 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] No DVR routers for this DVR port 60dc8b83-f200-4901-8f31-1a312141e978 on host dv-cinder-790492-5-smb {{(pid=98235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:03:19.365337 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Calling delete_port for 60dc8b83-f200-4901-8f31-1a312141e978 owned by network:dhcp {{(pid=98237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:03:19.396014 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.407099 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770624276902', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770623892435'] for port, after_delete {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.409783 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6a7c82-a9b9-41e5-9112-31569dfc9f25']}} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:19.411686 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:19.421966 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce29519e-7557-42f5-8653-90368b3e55bf') {'for_net_delete': True} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:19.422261 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce29519e-7557-42f5-8653-90368b3e55bf') {} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:19.433807 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2256266'] for segment, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.451309 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.454085 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Pushing event deleted for resources: {'Port': ['ID=60dc8b83-f200-4901-8f31-1a312141e978,revision_number=None']} {{(pid=98237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:19.456430 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] No DVR routers for this DVR port 60dc8b83-f200-4901-8f31-1a312141e978 on host dv-cinder-790492-5-smb {{(pid=98237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:03:19.460422 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=98235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:03:19.461312 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020953'] for segment, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.464457 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.464810 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.465158 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.465493 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.465836 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.466173 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.466512 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.466845 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.467172 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.467534 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.467801 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.468786 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:03:19.476340 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG oslo_concurrency.lockutils [None req-f8cd9be0-263b-46d9-9020-afc7a919fc66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: Traceback (most recent call last): May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: timer() May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: cb(*args, **kw) May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: return func(*args, **kwargs) May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: self._notify() May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: self.callback(batched_events) May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: event.method(event) May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: return f(self, *a, **k) May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: return self._get(url).json() May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: return self.request(url, 'GET', **kwargs) May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:03:19.484572 dv-cinder-790492-5-smb neutron-server[98235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:03:19.560411 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.567398 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:19.580880 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.592115 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6a7c82-a9b9-41e5-9112-31569dfc9f25,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:19.596678 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:19.605246 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7b6a7c82-a9b9-41e5-9112-31569dfc9f25 HTTP/1.1" status: 204 len: 168 time: 0.8279619 May 31 13:03:19.715436 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42734) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:19.763070 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-bd4bdccb-b5ab-44da-8f16-5f188da2ad85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05e582fe44474db7927499f3bf7e64d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463545 May 31 13:03:19.765972 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42738) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:19.823361 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ff1844ad-af83-46b9-baf7-a313a25371bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.848708 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ff1844ad-af83-46b9-baf7-a313a25371bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.899922 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ff1844ad-af83-46b9-baf7-a313a25371bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.903442 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5e47bc11-0ea4-41dc-9f50-9f58d5df73c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:19.919119 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1844ad-af83-46b9-baf7-a313a25371bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262ac7e4-637f-4cc1-ba86-95d8e46a40c2,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:19.922368 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ff1844ad-af83-46b9-baf7-a313a25371bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:19.927414 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ff1844ad-af83-46b9-baf7-a313a25371bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:19.928562 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ff1844ad-af83-46b9-baf7-a313a25371bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/262ac7e4-637f-4cc1-ba86-95d8e46a40c2 HTTP/1.1" status: 204 len: 168 time: 0.1616237 May 31 13:03:20.196931 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 60dc8b83-f200-4901-8f31-1a312141e978 no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:03:20.232094 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: 60dc8b83-f200-4901-8f31-1a312141e978 {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:03:20.232445 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device 60dc8b83-f200-4901-8f31-1a312141e978 not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:03:20.232872 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device fb842336-b1bc-460c-93d0-166a3726482b no longer exists at agent ovs-agent-dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:03:20.265900 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] No Port match for: fb842336-b1bc-460c-93d0-166a3726482b {{(pid=98237) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:03:20.266256 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Device fb842336-b1bc-460c-93d0-166a3726482b not bound to the agent host dv-cinder-790492-5-smb {{(pid=98237) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:03:23.125237 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-21060f65-c0dc-4004-a89d-5d2e13f62628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:24.118758 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42800) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:24.232820 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:24.247068 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:24.251362 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Usage tracker for resource:security_group_rule and tenant:fa71833f0b6f43aeb8f1a79eede156cc is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:24.254182 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:24.259880 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:24.343899 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:24.347744 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:24.356043 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-dcecf04f-017c-4f34-bce0-0eccd3869377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:24.393201 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa71833f0b6f43aeb8f1a79eede156cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734072 May 31 13:03:24.396082 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42806) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:24.409095 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5013fa-044e-4334-aa0d-bd1c5dd8fe21,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:24.413754 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-4a1476db-8757-4914-9376-5457d67f21a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:24.457256 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f9280d83-85cf-4848-bf16-c4c95bc30800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:24.482201 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f9280d83-85cf-4848-bf16-c4c95bc30800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:24.537093 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f9280d83-85cf-4848-bf16-c4c95bc30800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:24.541904 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-86a99c40-8332-4791-998d-39b848b4865c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:24.554761 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9280d83-85cf-4848-bf16-c4c95bc30800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5013fa-044e-4334-aa0d-bd1c5dd8fe21,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:24.557757 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-f9280d83-85cf-4848-bf16-c4c95bc30800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:24.559799 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-f9280d83-85cf-4848-bf16-c4c95bc30800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:24.561468 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-f9280d83-85cf-4848-bf16-c4c95bc30800 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e5013fa-044e-4334-aa0d-bd1c5dd8fe21 HTTP/1.1" status: 204 len: 168 time: 0.1639450 May 31 13:03:25.223673 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42830) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:25.327559 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013666469-network', 'tenant_id': 'b30e7c0c469b4d6faf1d056bbd01eece'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:03:25.332686 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:25.336448 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Usage tracker for resource:network and tenant:b30e7c0c469b4d6faf1d056bbd01eece is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:25.339304 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:25.345377 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:25.356399 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Made reservation on behalf of b30e7c0c469b4d6faf1d056bbd01eece for: {'network': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:03:25.358685 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.370469 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.384199 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:25.387897 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Usage tracker for resource:security_group_rule and tenant:b30e7c0c469b4d6faf1d056bbd01eece is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:25.390659 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:25.396711 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:25.441340 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-99e75308-e340-4ea0-96eb-1e39576093fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.463777 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.480791 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.484765 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.489343 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-b491f515-4b5d-4df9-a90a-f580e9a415dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:25.520967 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=98236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:03:25.526235 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef6df68-8ac3-4517-b351-683fb3aed408,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:25.529861 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:25.534554 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.534673 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.segments_db [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Added segment 9d4e9dd1-570c-400f-a06c-b9e41a531ad8 of type vlan for network 530cb5ba-51de-4f3b-afed-2882b2817460 May 31 13:03:25.561125 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.589886 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.591253 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:25.591825 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:25.595647 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c09debcd-b2b1-451a-9a69-523c0ee5c679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:25.694481 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Pushing event updated for resources: {'Network': ['ID=530cb5ba-51de-4f3b-afed-2882b2817460,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:25.697356 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4726481 May 31 13:03:25.698215 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-82614f35-23d2-4d5c-8d15-83ea10444360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:25.700378 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42836) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:25.704675 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 530cb5ba-51de-4f3b-afed-2882b2817460 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:03:25.705718 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Request body: {'subnet': {'network_id': '530cb5ba-51de-4f3b-afed-2882b2817460', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1013666469-subnet', 'tenant_id': 'b30e7c0c469b4d6faf1d056bbd01eece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:03:25.711196 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:25.714673 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Usage tracker for resource:subnet and tenant:b30e7c0c469b4d6faf1d056bbd01eece is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:25.717482 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:25.723875 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:25.734249 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Made reservation on behalf of b30e7c0c469b4d6faf1d056bbd01eece for: {'subnet': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:03:25.736634 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3659053'] for subnet, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:26.200733 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3817654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3659067'] for subnet, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:26.205472 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:26.279576 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=57cc74bd-eee8-4d63-9d51-c1b49095e73b,revision_number=0']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:26.282211 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:26.288391 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Checking segment: {'id': '9d4e9dd1-570c-400f-a06c-b9e41a531ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '530cb5ba-51de-4f3b-afed-2882b2817460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:03:26.288746 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Network hostable DHCP agents. Network: 530cb5ba-51de-4f3b-afed-2882b2817460, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98236) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:03:26.307062 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Network 530cb5ba-51de-4f3b-afed-2882b2817460 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98236) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:03:26.317191 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.scheduler.base_scheduler [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 530cb5ba-51de-4f3b-afed-2882b2817460) {{(pid=98236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:03:26.326083 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26ec27-f572-4aaf-83b3-9d799a0eaad2 None None] Network 530cb5ba-51de-4f3b-afed-2882b2817460 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:03:26.327924 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:26.328513 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for subnet, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:26.348647 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-aae83165-8128-49fb-a2b0-60d83b5c39aa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6472986 May 31 13:03:26.451412 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:26.530884 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657bc987-3a32-42fc-844a-fe94a5845bff None None] Network 530cb5ba-51de-4f3b-afed-2882b2817460 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:03:26.849405 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42854) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:26.855094 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.v2.base [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-735077215-network', 'tenant_id': '86ef7b4500594f19a7c8079688a28d16'}} {{(pid=98236) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:03:26.859973 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:26.863728 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Usage tracker for resource:network and tenant:86ef7b4500594f19a7c8079688a28d16 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:26.866562 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:26.872189 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:26.882043 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Made reservation on behalf of 86ef7b4500594f19a7c8079688a28d16 for: {'network': 1} {{(pid=98236) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:03:26.884334 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-639528'] for network, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:26.896236 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:26.910578 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:26.914359 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Usage tracker for resource:security_group_rule and tenant:86ef7b4500594f19a7c8079688a28d16 is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:26.917086 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:26.922934 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:27.003907 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.007734 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.010588 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-3e1001a9-b017-4441-805a-a192a0740ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:27.041306 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=98236) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:03:27.046628 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2ddbfe-3b41-481c-b282-a76eed3f4e0d,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:27.050292 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:27.055331 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.055668 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.db.segments_db [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Added segment a36844fd-26ea-4eea-92d8-9c05c5057c41 of type vlan for network 898bd0df-2a1c-44a7-a060-e811a8741855 May 31 13:03:27.082473 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770623912003'] for network, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.111443 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336'] for network, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.112772 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98236) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:27.113344 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.117924 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-74c67046-1d99-4b4a-96b6-c9b73153ce1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:27.213283 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3627698 May 31 13:03:27.216071 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42858) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:27.216587 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Pushing event updated for resources: {'Network': ['ID=898bd0df-2a1c-44a7-a060-e811a8741855,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:27.219062 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-c97c1fd2-7d1f-42ab-8c45-5b68042278ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:27.221763 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.v2.base [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Request body: {'subnet': {'network_id': '898bd0df-2a1c-44a7-a060-e811a8741855', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-735077215-subnet', 'tenant_id': '86ef7b4500594f19a7c8079688a28d16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:03:27.226704 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:27.226904 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.plugins.ml2.rpc [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Network 898bd0df-2a1c-44a7-a060-e811a8741855 details requested by agent ovs-agent-dv-cinder-790492-5-smb with host dv-cinder-790492-5-smb {{(pid=98237) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:03:27.230622 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Usage tracker for resource:subnet and tenant:86ef7b4500594f19a7c8079688a28d16 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:27.233497 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:27.239509 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:27.250281 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Made reservation on behalf of 86ef7b4500594f19a7c8079688a28d16 for: {'subnet': 1} {{(pid=98235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:03:27.253204 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9322771'] for subnet, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.643903 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4138044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9322757'] for subnet, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.648243 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:27.719791 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=76625f28-c498-4462-8939-129549a4e74b,revision_number=0']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:27.723446 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:27.724261 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Checking segment: {'id': 'a36844fd-26ea-4eea-92d8-9c05c5057c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '898bd0df-2a1c-44a7-a060-e811a8741855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:03:27.724648 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Network hostable DHCP agents. Network: 898bd0df-2a1c-44a7-a060-e811a8741855, hostable agents: ['2a7eec32-5709-4e10-a172-6297b9446354'], hosted agents: [] {{(pid=98235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:03:27.742202 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Network 898bd0df-2a1c-44a7-a060-e811a8741855 is scheduled to be hosted by DHCP agent 2a7eec32-5709-4e10-a172-6297b9446354 with binding_index 1 {{(pid=98235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:03:27.753338 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.scheduler.base_scheduler [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-smb, 898bd0df-2a1c-44a7-a060-e811a8741855) {{(pid=98235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:03:27.761627 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:27.762201 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:27.762339 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad47c480-4735-4d4a-8d3e-89c7204a01bf None None] Network 898bd0df-2a1c-44a7-a060-e811a8741855 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:03:27.783181 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-695f24a3-41f5-4582-8d5f-5e4ea2767ffe admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5659692 May 31 13:03:27.921294 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42864) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:27.947136 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e34bc-f8dc-453c-b34b-cd1b3627ee25 None None] Network 898bd0df-2a1c-44a7-a060-e811a8741855 requested from dv-cinder-790492-5-smb {{(pid=98237) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:03:27.983393 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] Deleting subnet 57cc74bd-eee8-4d63-9d51-c1b49095e73b {{(pid=98235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:03:27.987072 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.035452 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2256257'] for subnet, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.089675 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.178245 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.430714 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9322764'] for subnet, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.435334 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4582dfc3-b3b6-4020-9c94-b67f98897528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:28.471043 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.474849 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57cc74bd-eee8-4d63-9d51-c1b49095e73b,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:28.477389 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:28.480135 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-6de692d6-24f4-4c89-a0cb-421c375ba293 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/57cc74bd-eee8-4d63-9d51-c1b49095e73b HTTP/1.1" status: 204 len: 168 time: 0.5578456 May 31 13:03:28.482956 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42868) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:28.587483 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.711405 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.723829 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530cb5ba-51de-4f3b-afed-2882b2817460']}} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:28.736144 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4e9dd1-570c-400f-a06c-b9e41a531ad8') {'for_net_delete': True} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:28.736442 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4e9dd1-570c-400f-a06c-b9e41a531ad8') {} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:28.747457 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2256266'] for segment, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.763488 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.770056 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=98235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:03:28.770462 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020953'] for segment, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: Traceback (most recent call last): May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: timer() May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: cb(*args, **kw) May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: return func(*args, **kwargs) May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: self._notify() May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: self.callback(batched_events) May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: event.method(event) May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: return f(self, *a, **k) May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: return self._get(url).json() May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: return self.request(url, 'GET', **kwargs) May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:03:28.783302 dv-cinder-790492-5-smb neutron-server[98235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:03:28.858637 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.862182 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:28.874597 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:28.883757 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=530cb5ba-51de-4f3b-afed-2882b2817460,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:28.886562 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/530cb5ba-51de-4f3b-afed-2882b2817460 HTTP/1.1" status: 204 len: 168 time: 0.4026780 May 31 13:03:28.887442 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-b9c177f8-66be-4458-b827-8be6f87ec4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:28.889169 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42872) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:28.947147 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] Deleting subnet 76625f28-c498-4462-8939-129549a4e74b {{(pid=98235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:03:28.950095 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.001692 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2256257'] for subnet, precommit_delete_associations {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.055542 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712943'] for subnet, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.303120 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-714074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9322764'] for subnet, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.307072 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:29.339478 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76625f28-c498-4462-8939-129549a4e74b,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:29.342878 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:29.345392 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.351690 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-0f91ba44-8cb5-461a-8439-4cb64fa25fc0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/76625f28-c498-4462-8939-129549a4e74b HTTP/1.1" status: 204 len: 168 time: 0.4616082 May 31 13:03:29.354059 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 42876) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:29.458013 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531611'] for network, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.591513 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715360', 'neutron.services.segments.db._delete_segments_for_network-8770624418780'] for network, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.604101 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898bd0df-2a1c-44a7-a060-e811a8741855']}} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:29.616173 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36844fd-26ea-4eea-92d8-9c05c5057c41') {'for_net_delete': True} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:29.616467 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.services.segments.db [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36844fd-26ea-4eea-92d8-9c05c5057c41') {} {{(pid=98235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:03:29.627327 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770624427933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2256266'] for segment, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.642544 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808'] for segment, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.648620 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=98235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:03:29.649001 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-718808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4020953'] for segment, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: Traceback (most recent call last): May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: timer() May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: cb(*args, **kw) May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: return func(*args, **kwargs) May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: self._notify() May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: self.callback(batched_events) May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: event.method(event) May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: return f(self, *a, **k) May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: return self._get(url).json() May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: return self.request(url, 'GET', **kwargs) May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:03:29.662286 dv-cinder-790492-5-smb neutron-server[98235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:03:29.833294 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715369', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1902402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1941708'] for network, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.838669 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636309'] for network, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:29.841059 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-eb159b7f-7c0e-4b59-b5df-48235efaf211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:29.860598 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=898bd0df-2a1c-44a7-a060-e811a8741855,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:29.863310 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:29.864887 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-4572a2b5-13ba-4cac-a3c2-92cedd72fc25 admin admin] 10.222.0.65 "DELETE /v2.0/networks/898bd0df-2a1c-44a7-a060-e811a8741855 HTTP/1.1" status: 204 len: 168 time: 0.5097415 May 31 13:03:30.035742 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42882) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:30.095445 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5a170696-8b59-47c0-8775-599d8700c677 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b30e7c0c469b4d6faf1d056bbd01eece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584896 May 31 13:03:30.097802 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42886) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:30.159065 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-410b9104-e513-4ee9-bd82-de514ab4fa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:30.189952 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-410b9104-e513-4ee9-bd82-de514ab4fa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:30.247073 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-410b9104-e513-4ee9-bd82-de514ab4fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:30.252512 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-d4a5bc9a-b6d1-4eb6-8d27-f2ac08192ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:30.265517 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b9104-e513-4ee9-bd82-de514ab4fa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef6df68-8ac3-4517-b351-683fb3aed408,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:30.268747 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-410b9104-e513-4ee9-bd82-de514ab4fa73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:30.269928 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-410b9104-e513-4ee9-bd82-de514ab4fa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:30.271060 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-410b9104-e513-4ee9-bd82-de514ab4fa73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cef6df68-8ac3-4517-b351-683fb3aed408 HTTP/1.1" status: 204 len: 168 time: 0.1723874 May 31 13:03:30.625966 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42894) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:30.673641 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-0cc16b05-1141-4890-8f14-d8edc5516973 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86ef7b4500594f19a7c8079688a28d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464122 May 31 13:03:30.676246 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 42898) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:30.734014 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-bfc610f6-80de-4cdd-9655-59552e01a427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:30.760471 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-bfc610f6-80de-4cdd-9655-59552e01a427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:30.818639 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-bfc610f6-80de-4cdd-9655-59552e01a427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:30.822285 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-e826259d-4303-4bba-9f5a-6011f823d1a1 tempest-TestShelveInstance-1359467713 tempest-TestShelveInstance-1359467713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:30.834305 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc610f6-80de-4cdd-9655-59552e01a427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2ddbfe-3b41-481c-b282-a76eed3f4e0d,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:30.838173 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-bfc610f6-80de-4cdd-9655-59552e01a427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:30.844724 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-bfc610f6-80de-4cdd-9655-59552e01a427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:30.845875 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-bfc610f6-80de-4cdd-9655-59552e01a427 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a2ddbfe-3b41-481c-b282-a76eed3f4e0d HTTP/1.1" status: 204 len: 168 time: 0.1687341 May 31 13:03:35.728139 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:48.739769 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 43116) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:48.852716 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:48.867776 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:48.872004 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Usage tracker for resource:security_group_rule and tenant:1c3f64a490174e5b85093fa7536afe9c is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:48.874802 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:48.880617 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:48.964031 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:48.967649 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:48.976641 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-410b9104-e513-4ee9-bd82-de514ab4fa73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:49.014862 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c3f64a490174e5b85093fa7536afe9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740641 May 31 13:03:49.015727 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6269e807-205b-4063-adb5-bdf4dc445288,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:49.018054 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 43122) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:49.019361 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-61eca3e9-9115-479b-b3f3-88cb43abbb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:49.076948 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-efb511fe-9fe2-429d-8759-40badbc4aa7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.104493 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-efb511fe-9fe2-429d-8759-40badbc4aa7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.154701 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-efb511fe-9fe2-429d-8759-40badbc4aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.158255 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e673038c-d4e9-4368-992d-02adcc886ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:49.168916 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb511fe-9fe2-429d-8759-40badbc4aa7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6269e807-205b-4063-adb5-bdf4dc445288,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:49.172665 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-efb511fe-9fe2-429d-8759-40badbc4aa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:49.176299 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-efb511fe-9fe2-429d-8759-40badbc4aa7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.177380 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-efb511fe-9fe2-429d-8759-40badbc4aa7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6269e807-205b-4063-adb5-bdf4dc445288 HTTP/1.1" status: 204 len: 168 time: 0.1583326 May 31 13:03:49.457105 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 43130) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:49.474842 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.489426 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:49.493329 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Usage tracker for resource:security_group_rule and tenant:f8a20c18229f4b8ca23d73e859580c3d is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:49.496212 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:49.501783 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:49.583618 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.587856 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.596996 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-686a583f-19f5-45b6-ac2c-3811b1d89717 tempest-AttachVolumeTestJSON-1851182338 tempest-AttachVolumeTestJSON-1851182338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:49.638702 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8a20c18229f4b8ca23d73e859580c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804113 May 31 13:03:49.640463 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77ceed-3988-4adc-8812-415bb0bf2f6f,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:49.641426 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 43134) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:49.644616 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-21877cf9-285d-44e0-b271-9c9a58487b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:49.704478 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-029a83c0-4cbc-4d92-ad14-d02e59d67543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.729999 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-029a83c0-4cbc-4d92-ad14-d02e59d67543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.781987 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-029a83c0-4cbc-4d92-ad14-d02e59d67543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.785706 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-78ce4cbf-6e56-451b-ad50-7dda00a5f377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:49.797642 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a83c0-4cbc-4d92-ad14-d02e59d67543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77ceed-3988-4adc-8812-415bb0bf2f6f,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:49.800490 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-029a83c0-4cbc-4d92-ad14-d02e59d67543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:49.807689 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-029a83c0-4cbc-4d92-ad14-d02e59d67543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:49.808792 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-029a83c0-4cbc-4d92-ad14-d02e59d67543 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec77ceed-3988-4adc-8812-415bb0bf2f6f HTTP/1.1" status: 204 len: 168 time: 0.1663394 May 31 13:03:50.914039 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 43166) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:51.030918 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:51.048379 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:51.052645 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Usage tracker for resource:security_group_rule and tenant:0300b2bfb8b246f2870cccb48e0d5913 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:51.055684 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:51.061386 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:51.141008 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:51.144718 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:51.152902 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-9b708543-31ea-4c2c-a72c-04e6af7135bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:51.192733 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0300b2bfb8b246f2870cccb48e0d5913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776186 May 31 13:03:51.193638 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb59ee8-6123-40cb-bf40-9ba890fd8823,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:51.195433 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 43172) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:51.196545 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-7dc039c4-18e8-4132-a17e-09a5192a0a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:51.255492 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0df7-6fd2-402f-83bb-af26bcfbb5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:51.280870 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0df7-6fd2-402f-83bb-af26bcfbb5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:51.335334 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0df7-6fd2-402f-83bb-af26bcfbb5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:51.339205 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-bfc610f6-80de-4cdd-9655-59552e01a427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:51.350421 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d0df7-6fd2-402f-83bb-af26bcfbb5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb59ee8-6123-40cb-bf40-9ba890fd8823,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:51.353086 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ef6d0df7-6fd2-402f-83bb-af26bcfbb5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:51.359326 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0df7-6fd2-402f-83bb-af26bcfbb5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:51.360466 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-ef6d0df7-6fd2-402f-83bb-af26bcfbb5ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8eb59ee8-6123-40cb-bf40-9ba890fd8823 HTTP/1.1" status: 204 len: 168 time: 0.1640451 May 31 13:03:52.445067 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 43206) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:52.562898 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:52.576826 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:03:52.581079 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Usage tracker for resource:security_group_rule and tenant:6824b50ceee04532a98d1fc9eea5425a is out of sync, need to count used quota {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:03:52.583873 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.quota.resource [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98236) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:03:52.589393 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.db.quota.driver [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98236) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:03:52.671536 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:52.675600 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:52.682711 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-62db4ca3-5848-462f-b493-efb7e24e52e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:52.726786 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6824b50ceee04532a98d1fc9eea5425a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805736 May 31 13:03:52.727747 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a1efb8-0676-4dce-9f4c-3cebdc8bb778,revision_number=1']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:52.729715 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 43212) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:03:52.730703 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-5f6997b9-2a64-4f43-8e67-683599c9cba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:52.793873 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-240f149e-68cb-4724-865b-c3cd99ea12b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:52.818853 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-240f149e-68cb-4724-865b-c3cd99ea12b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:52.871241 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-240f149e-68cb-4724-865b-c3cd99ea12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:52.876257 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-e848133f-fd92-46b9-9b68-7f2e42068236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:03:52.890747 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:03:52.894820 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f149e-68cb-4724-865b-c3cd99ea12b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a1efb8-0676-4dce-9f4c-3cebdc8bb778,revision_number=None']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:03:52.898242 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-240f149e-68cb-4724-865b-c3cd99ea12b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:03:52.905782 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-240f149e-68cb-4724-865b-c3cd99ea12b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:52.907801 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-240f149e-68cb-4724-865b-c3cd99ea12b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55a1efb8-0676-4dce-9f4c-3cebdc8bb778 HTTP/1.1" status: 204 len: 168 time: 0.1770535 May 31 13:03:53.129303 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-1273b436-152c-4ac5-b695-ded5d236adf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:55.444759 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f27a77a2-9b9f-49b3-82ca-f684a9500a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:55.466917 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:56.435363 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:58.183409 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:05.775754 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:14.740211 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [-] (98235) accepted ('10.222.0.65', 43366) {{(pid=98235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:04:14.855201 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:14.869683 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:04:14.873440 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:8dbb696509d9450baa57c41ec4fcd555 is out of sync, need to count used quota {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:04:14.876204 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.quota.resource [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:04:14.882570 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.db.quota.driver [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:04:14.969291 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:14.973013 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron_lib.callbacks.manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_create {{(pid=98235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:14.979931 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-741e5f3e-e0f5-48eb-a277-bf85eac28b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:04:15.019035 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40316a5-0e6b-44f9-9f81-8ce3fa86d8a0,revision_number=1']} {{(pid=98235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:04:15.023992 dv-cinder-790492-5-smb neutron-server[98235]: INFO neutron.wsgi [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8dbb696509d9450baa57c41ec4fcd555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827909 May 31 13:04:15.026935 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.wsgi [-] (98236) accepted ('10.222.0.65', 43372) {{(pid=98236) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:04:15.028364 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.028744 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.029124 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.029491 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.029859 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.030222 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.030613 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.030973 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.031338 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.031697 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.032055 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.032408 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-smb {{(pid=98235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:04:15.036337 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG oslo_concurrency.lockutils [None req-d0d0ae4a-95b4-4eff-a484-1206b5a8d8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:04:15.086208 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0d86fc91-08d7-40f8-badd-3c8c98512d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:15.110798 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0d86fc91-08d7-40f8-badd-3c8c98512d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:15.165904 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0d86fc91-08d7-40f8-badd-3c8c98512d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1902438'] for security_group, after_delete {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:15.169431 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-ef6d0df7-6fd2-402f-83bb-af26bcfbb5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:04:15.182848 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86fc91-08d7-40f8-badd-3c8c98512d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40316a5-0e6b-44f9-9f81-8ce3fa86d8a0,revision_number=None']} {{(pid=98236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:04:15.186249 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG oslo_concurrency.lockutils [None req-0d86fc91-08d7-40f8-badd-3c8c98512d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:04:15.191522 dv-cinder-790492-5-smb neutron-server[98236]: DEBUG neutron_lib.callbacks.manager [None req-0d86fc91-08d7-40f8-badd-3c8c98512d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:15.192625 dv-cinder-790492-5-smb neutron-server[98236]: INFO neutron.wsgi [None req-0d86fc91-08d7-40f8-badd-3c8c98512d17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b40316a5-0e6b-44f9-9f81-8ce3fa86d8a0 HTTP/1.1" status: 204 len: 168 time: 0.1647301 May 31 13:04:23.131211 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-b4a63690-07ac-499e-8cb4-b06ae53f4abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:25.447162 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6229-2fe7-4a45-bdcb-68c10bb8c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:25.467265 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:26.435617 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:28.184385 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:29.890426 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:04:35.740375 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:53.132889 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-13598b39-8f59-45e5-967f-c69bf641e6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:55.447625 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-20834f57-57ee-4533-a32a-339e56547828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:55.468126 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:56.437761 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:58.186072 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:05.742738 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:05.782671 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [req-78f12dac-537b-4309-a511-b326b1dbfbd5 req-5d69d36b-d452-4496-b665-b75749aed351 service neutron] (98235) timed out ('10.222.0.30', 55562) {{(pid=98235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:05:06.889093 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:05:23.135584 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e2f1a9d2-82cc-4f0e-891c-1185e8c79451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:25.449397 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-352ba40e-1731-4833-9ead-655cdf9c2114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:25.472166 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:26.440945 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:28.188201 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:35.755892 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:43.887787 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:05:53.137139 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-feaa8b17-6dee-4a58-ab89-58a520365062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:55.450662 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-64e86caa-15b0-457a-932e-81f30c5dfa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:55.474143 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:56.443345 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:58.190685 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:05.769564 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:20.886846 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:06:23.139195 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-0852c92e-1334-457a-92f0-07cbbe5f6ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:25.452401 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-2afbb11c-4995-4cdf-8d9d-e5a597484706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:25.474594 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:26.446531 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:28.193690 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:35.779925 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:53.141535 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-c04ad8ec-2714-4cf4-a4bf-11d073fdd55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:55.453624 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-e213bf86-683e-474e-a946-add24ddff806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:55.475694 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:56.450103 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:57.886265 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:06:58.198215 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:05.770154 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:23.142061 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-dcdcb421-27d6-4185-a99d-487a60a7775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:25.454901 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-583e1b63-3dad-4e3b-b46b-8bb53ea3bb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:25.476256 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:26.451729 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:28.202865 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:34.885035 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:07:35.797280 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:53.143146 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f08555ee-5321-45d4-8a82-73cc7f4242fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:55.455802 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-7aa6ce77-7b37-4756-90d3-f298314e82c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:55.478335 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:56.454449 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:58.201922 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:05.798484 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:11.883615 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:08:23.144925 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-4c426fd5-cfda-4f41-be9c-8d165b7a4715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:25.456964 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-f8d7534e-a30f-4f38-beae-65423ba30320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:25.479812 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:26.458388 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:28.204651 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:28.788867 dv-cinder-790492-5-smb neutron-server[98235]: DEBUG neutron.wsgi [req-bd48ba34-c535-43f9-98c7-446b9209fc03 req-c18e3ff7-a0d5-4ce2-a1b4-7fc90d00aee9 service neutron] (98235) timed out ('10.222.0.65', 39538) {{(pid=98235) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:08:35.796850 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:48.882472 dv-cinder-790492-5-smb neutron-server[98238]: DEBUG neutron.db.agents_db [None req-0aec8213-7fbb-4afa-b41c-ab96af4508c0 None None] Agent healthcheck: found 6 active agents {{(pid=98238) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:08:53.147152 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-6a8b87d0-d869-4510-88e8-35b3b8b2b071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:55.459007 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-5716b033-9ab9-461d-b070-4b636349f787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:55.478980 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-fdb1ec2f-fbb6-4146-a5a0-0efa46045fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:56.460285 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-da3add15-b139-4f57-a16b-942520c8926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:58.207173 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-d40aa856-f796-4746-8bcf-da77f9a85545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:05.794384 dv-cinder-790492-5-smb neutron-server[98237]: DEBUG neutron_lib.callbacks.manager [None req-efcf60bb-ecb1-41f4-bfe6-0381f9bef634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770624418798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725934'] for agent, after_update {{(pid=98237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}